2024-11-24 23:36:05,608 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 23:36:05,627 main DEBUG Took 0.010563 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-24 23:36:05,627 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-24 23:36:05,627 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-24 23:36:05,628 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-24 23:36:05,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,637 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-24 23:36:05,649 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,652 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,654 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,655 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,656 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,658 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 23:36:05,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,661 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-24 23:36:05,663 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 23:36:05,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-24 23:36:05,666 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-24 23:36:05,666 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-24 23:36:05,667 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-24 23:36:05,668 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-24 23:36:05,675 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-24 23:36:05,678 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-24 23:36:05,679 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-24 23:36:05,680 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-24 23:36:05,680 main DEBUG createAppenders(={Console})
2024-11-24 23:36:05,681 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-24 23:36:05,681 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 23:36:05,682 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-24 23:36:05,682 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-24 23:36:05,683 main DEBUG OutputStream closed
2024-11-24 23:36:05,683 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-24 23:36:05,683 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-24 23:36:05,683 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-24 23:36:05,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-24 23:36:05,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-24 23:36:05,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-24 23:36:05,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-24 23:36:05,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-24 23:36:05,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-24 23:36:05,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-24 23:36:05,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-24 23:36:05,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-24 23:36:05,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-24 23:36:05,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-24 23:36:05,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-24 23:36:05,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-24 23:36:05,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-24 23:36:05,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-24 23:36:05,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-24 23:36:05,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-24 23:36:05,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-24 23:36:05,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24 23:36:05,768 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-24 23:36:05,768 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-24 23:36:05,769 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-24T23:36:05,780 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-24 23:36:05,783 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-24 23:36:05,783 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24T23:36:06,022 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4
2024-11-24T23:36:06,043 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-24T23:36:06,065 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f, deleteOnExit=true
2024-11-24T23:36:06,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-24T23:36:06,066 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/test.cache.data in system properties and HBase conf
2024-11-24T23:36:06,067 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.tmp.dir in system properties and HBase conf
2024-11-24T23:36:06,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.log.dir in system properties and HBase conf
2024-11-24T23:36:06,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-24T23:36:06,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-24T23:36:06,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-24T23:36:06,154 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-24T23:36:06,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-24T23:36:06,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-24T23:36:06,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-24T23:36:06,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-24T23:36:06,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T23:36:06,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-24T23:36:06,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-24T23:36:06,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T23:36:06,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T23:36:06,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-24T23:36:06,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/nfs.dump.dir in system properties and HBase conf
2024-11-24T23:36:06,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/java.io.tmpdir in system properties and HBase conf
2024-11-24T23:36:06,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T23:36:06,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-24T23:36:06,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-24T23:36:07,272 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-24T23:36:07,344 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2412ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-24T23:36:07,411 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T23:36:07,472 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T23:36:07,503 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T23:36:07,504 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T23:36:07,505 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-24T23:36:07,517 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T23:36:07,520 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.log.dir/,AVAILABLE}
2024-11-24T23:36:07,521 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T23:36:07,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/java.io.tmpdir/jetty-localhost-35501-hadoop-hdfs-3_4_1-tests_jar-_-any-11230272729130836284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T23:36:07,697 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35501}
2024-11-24T23:36:07,698 INFO  [Time-limited test {}] server.Server(415): Started @2767ms
2024-11-24T23:36:08,428 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T23:36:08,437 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T23:36:08,438 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T23:36:08,439 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T23:36:08,439 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-24T23:36:08,440 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.log.dir/,AVAILABLE}
2024-11-24T23:36:08,440 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T23:36:08,548 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/java.io.tmpdir/jetty-localhost-40251-hadoop-hdfs-3_4_1-tests_jar-_-any-1637049801661891586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T23:36:08,549 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:40251}
2024-11-24T23:36:08,549 INFO  [Time-limited test {}] server.Server(415): Started @3618ms
2024-11-24T23:36:08,601 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-24T23:36:09,627 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/data/data1/current/BP-649464174-172.17.0.3-1732491366762/current, will proceed with Du for space computation calculation, 
2024-11-24T23:36:09,627 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/data/data2/current/BP-649464174-172.17.0.3-1732491366762/current, will proceed with Du for space computation calculation, 
2024-11-24T23:36:09,654 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-24T23:36:09,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4
2024-11-24T23:36:09,699 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x264cd3ba39171713 with lease ID 0xd695654b46333799: Processing first storage report for DS-f7de1c80-8589-4488-90f9-9056f0c967ce from datanode DatanodeRegistration(127.0.0.1:46823, datanodeUuid=60b0d061-c86d-4b4a-b665-67e48689b241, infoPort=35551, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=820697420;c=1732491366762)
2024-11-24T23:36:09,700 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x264cd3ba39171713 with lease ID 0xd695654b46333799: from storage DS-f7de1c80-8589-4488-90f9-9056f0c967ce node DatanodeRegistration(127.0.0.1:46823, datanodeUuid=60b0d061-c86d-4b4a-b665-67e48689b241, infoPort=35551, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=820697420;c=1732491366762), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-24T23:36:09,700 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x264cd3ba39171713 with lease ID 0xd695654b46333799: Processing first storage report for DS-c1aff5b1-b294-4961-9654-81384ed68f31 from datanode DatanodeRegistration(127.0.0.1:46823, datanodeUuid=60b0d061-c86d-4b4a-b665-67e48689b241, infoPort=35551, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=820697420;c=1732491366762)
2024-11-24T23:36:09,701 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x264cd3ba39171713 with lease ID 0xd695654b46333799: from storage DS-c1aff5b1-b294-4961-9654-81384ed68f31 node DatanodeRegistration(127.0.0.1:46823, datanodeUuid=60b0d061-c86d-4b4a-b665-67e48689b241, infoPort=35551, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=820697420;c=1732491366762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-24T23:36:09,781 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/zookeeper_0, clientPort=61471, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-24T23:36:09,792 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61471
2024-11-24T23:36:09,806 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:09,810 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:10,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741825_1001 (size=7)
2024-11-24T23:36:10,428 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790 with version=8
2024-11-24T23:36:10,429 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/hbase-staging
2024-11-24T23:36:10,510 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-24T23:36:10,713 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=9
2024-11-24T23:36:10,722 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:10,723 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:10,727 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T23:36:10,728 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:10,728 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T23:36:10,881 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-24T23:36:10,938 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-24T23:36:10,947 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-24T23:36:10,950 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T23:36:10,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 105334 (auto-detected)
2024-11-24T23:36:10,974 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-24T23:36:10,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38691
2024-11-24T23:36:11,012 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38691 connecting to ZooKeeper ensemble=127.0.0.1:61471
2024-11-24T23:36:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386910x0, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T23:36:11,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38691-0x1016f3458ca0000 connected
2024-11-24T23:36:11,449 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:11,452 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:11,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T23:36:11,468 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790, hbase.cluster.distributed=false
2024-11-24T23:36:11,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T23:36:11,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38691
2024-11-24T23:36:11,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38691
2024-11-24T23:36:11,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38691
2024-11-24T23:36:11,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38691
2024-11-24T23:36:11,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38691
2024-11-24T23:36:11,604 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=9
2024-11-24T23:36:11,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:11,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:11,606 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T23:36:11,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T23:36:11,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T23:36:11,609 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-24T23:36:11,611 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T23:36:11,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40513
2024-11-24T23:36:11,615 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:61471
2024-11-24T23:36:11,616 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:11,619 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T23:36:11,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405130x0, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T23:36:11,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x1016f3458ca0001 connected
2024-11-24T23:36:11,642 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-24T23:36:11,649 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-24T23:36:11,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-24T23:36:11,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T23:36:11,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513
2024-11-24T23:36:11,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513
2024-11-24T23:36:11,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513
2024-11-24T23:36:11,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513
2024-11-24T23:36:11,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513
2024-11-24T23:36:11,674 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:38691
2024-11-24T23:36:11,675 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba7f32532130,38691,1732491370557
2024-11-24T23:36:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T23:36:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T23:36:11,692 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba7f32532130,38691,1732491370557
2024-11-24T23:36:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-24T23:36:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:11,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:11,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-24T23:36:11,785 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba7f32532130,38691,1732491370557 from backup master directory
2024-11-24T23:36:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba7f32532130,38691,1732491370557
2024-11-24T23:36:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T23:36:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T23:36:11,817 WARN  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T23:36:11,818 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,38691,1732491370557
2024-11-24T23:36:11,822 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-24T23:36:11,824 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-24T23:36:11,876 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/hbase.id] with ID: 49c4e11f-5aeb-46c3-853c-84120ba0b4e1
2024-11-24T23:36:11,876 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/.tmp/hbase.id
2024-11-24T23:36:11,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741826_1002 (size=42)
2024-11-24T23:36:12,292 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/.tmp/hbase.id]:[hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/hbase.id]
2024-11-24T23:36:12,341 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T23:36:12,346 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-24T23:36:12,364 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-24T23:36:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:12,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741827_1003 (size=196)
2024-11-24T23:36:12,858 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:36:12,860 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-24T23:36:12,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T23:36:12,878 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T23:36:12,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741828_1004 (size=1189)
2024-11-24T23:36:13,333 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store
2024-11-24T23:36:13,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741829_1005 (size=34)
2024-11-24T23:36:13,761 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-24T23:36:13,768 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:36:13,769 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T23:36:13,769 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:36:13,769 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:36:13,770 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T23:36:13,771 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:36:13,771 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:36:13,772 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732491373769Disabling compacts and flushes for region at 1732491373769Disabling writes for close at 1732491373771 (+2 ms)Writing region close event to WAL at 1732491373771Closed at 1732491373771
2024-11-24T23:36:13,774 WARN  [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/.initializing
2024-11-24T23:36:13,774 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/WALs/ba7f32532130,38691,1732491370557
2024-11-24T23:36:13,782 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T23:36:13,797 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C38691%2C1732491370557, suffix=, logDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/WALs/ba7f32532130,38691,1732491370557, archiveDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/oldWALs, maxLogs=10
2024-11-24T23:36:13,818 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/WALs/ba7f32532130,38691,1732491370557/ba7f32532130%2C38691%2C1732491370557.1732491373801, exclude list is [], retry=0
2024-11-24T23:36:13,833 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-f7de1c80-8589-4488-90f9-9056f0c967ce,DISK]
2024-11-24T23:36:13,836 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-24T23:36:13,867 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/WALs/ba7f32532130,38691,1732491370557/ba7f32532130%2C38691%2C1732491370557.1732491373801
2024-11-24T23:36:13,868 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)]
2024-11-24T23:36:13,869 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:36:13,869 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:36:13,873 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T23:36:13,931 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-24T23:36:13,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:13,937 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:36:13,938 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T23:36:13,941 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-24T23:36:13,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:13,942 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:36:13,943 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T23:36:13,945 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-24T23:36:13,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:13,947 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:36:13,947 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T23:36:13,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-24T23:36:13,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:13,951 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:36:13,951 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,955 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,956 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,961 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,962 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T23:36:13,970 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T23:36:13,975 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:36:13,976 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65700310, jitterRate=-0.02098909020423889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T23:36:13,985 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732491373885Initializing all the Stores at 1732491373888 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491373888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491373889 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491373889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491373889Cleaning up temporary data from old regions at 1732491373962 (+73 ms)Region opened successfully at 1732491373985 (+23 ms)
2024-11-24T23:36:13,987 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-24T23:36:14,021 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0
2024-11-24T23:36:14,050 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-24T23:36:14,061 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-24T23:36:14,061 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-24T23:36:14,064 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-24T23:36:14,065 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-24T23:36:14,070 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-24T23:36:14,071 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-24T23:36:14,103 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-24T23:36:14,114 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-24T23:36:14,226 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-24T23:36:14,230 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-24T23:36:14,232 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-24T23:36:14,243 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-24T23:36:14,246 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-24T23:36:14,250 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-24T23:36:14,257 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-24T23:36:14,260 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-24T23:36:14,268 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-24T23:36:14,291 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-24T23:36:14,299 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-24T23:36:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T23:36:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T23:36:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,314 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,38691,1732491370557, sessionid=0x1016f3458ca0000, setting cluster-up flag (Was=false)
2024-11-24T23:36:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,384 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-24T23:36:14,389 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38691,1732491370557
2024-11-24T23:36:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:36:14,447 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-24T23:36:14,449 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38691,1732491370557
2024-11-24T23:36:14,456 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-24T23:36:14,467 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(746): ClusterId : 49c4e11f-5aeb-46c3-853c-84120ba0b4e1
2024-11-24T23:36:14,469 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-24T23:36:14,480 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-24T23:36:14,480 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-24T23:36:14,490 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-24T23:36:14,491 DEBUG [RS:0;ba7f32532130:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb554c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0
2024-11-24T23:36:14,505 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:40513
2024-11-24T23:36:14,508 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-24T23:36:14,508 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-24T23:36:14,508 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-24T23:36:14,511 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,38691,1732491370557 with port=40513, startcode=1732491371570
2024-11-24T23:36:14,521 DEBUG [RS:0;ba7f32532130:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-24T23:36:14,525 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-24T23:36:14,534 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-24T23:36:14,540 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-24T23:36:14,545 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,38691,1732491370557
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-24T23:36:14,551 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-24T23:36:14,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5
2024-11-24T23:36:14,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5
2024-11-24T23:36:14,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5
2024-11-24T23:36:14,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5
2024-11-24T23:36:14,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10
2024-11-24T23:36:14,554 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:14,554 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2
2024-11-24T23:36:14,554 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:14,558 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732491404558
2024-11-24T23:36:14,559 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38691 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T23:36:14,560 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-24T23:36:14,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T23:36:14,561 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-24T23:36:14,561 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-24T23:36:14,565 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-24T23:36:14,566 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-24T23:36:14,566 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-24T23:36:14,566 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-24T23:36:14,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:14,567 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-24T23:36:14,567 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:14,571 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-24T23:36:14,572 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-24T23:36:14,573 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-24T23:36:14,576 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-24T23:36:14,577 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-24T23:36:14,579 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732491374578,5,FailOnTimeoutGroup]
2024-11-24T23:36:14,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741831_1007 (size=1321)
2024-11-24T23:36:14,584 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-24T23:36:14,584 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732491374579,5,FailOnTimeoutGroup]
2024-11-24T23:36:14,584 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:36:14,584 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:14,584 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-24T23:36:14,586 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:14,586 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:14,588 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-24T23:36:14,589 WARN  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-24T23:36:14,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741832_1008 (size=32)
2024-11-24T23:36:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:36:15,006 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T23:36:15,009 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T23:36:15,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:15,010 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:36:15,010 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T23:36:15,013 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T23:36:15,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:15,014 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:36:15,014 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T23:36:15,017 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T23:36:15,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:15,018 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:36:15,018 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T23:36:15,021 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T23:36:15,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:36:15,022 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:36:15,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T23:36:15,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740
2024-11-24T23:36:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740
2024-11-24T23:36:15,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T23:36:15,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T23:36:15,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T23:36:15,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T23:36:15,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:36:15,035 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66908516, jitterRate=-0.0029854178428649902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T23:36:15,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732491375002Initializing all the Stores at 1732491375005 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491375005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491375006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491375006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491375006Cleaning up temporary data from old regions at 1732491375027 (+21 ms)Region opened successfully at 1732491375039 (+12 ms)
2024-11-24T23:36:15,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T23:36:15,039 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T23:36:15,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T23:36:15,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T23:36:15,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T23:36:15,040 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T23:36:15,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732491375039Disabling compacts and flushes for region at 1732491375039Disabling writes for close at 1732491375039Writing region close event to WAL at 1732491375040 (+1 ms)Closed at 1732491375040
2024-11-24T23:36:15,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T23:36:15,044 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-24T23:36:15,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-24T23:36:15,057 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T23:36:15,059 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-24T23:36:15,210 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:16,211 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:17,213 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:18,214 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:19,215 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:20,216 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-24T23:36:20,935 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-24T23:36:21,217 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:22,218 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:23,219 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:24,220 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:25,222 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:26,223 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:27,224 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:28,225 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:29,227 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:30,228 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:31,229 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:32,230 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:33,231 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:34,233 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:35,234 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:36,236 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:37,237 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:38,238 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:39,239 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:39,692 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T23:36:40,240 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:41,246 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:42,247 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:43,248 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:44,249 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:44,592 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,38691,1732491370557 with port=40513, startcode=1732491371570
2024-11-24T23:36:44,598 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,602 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38691 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,611 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:36:44,612 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41317
2024-11-24T23:36:44,612 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-24T23:36:44,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T23:36:44,679 DEBUG [RS:0;ba7f32532130:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,679 WARN  [RS:0;ba7f32532130:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T23:36:44,680 INFO  [RS:0;ba7f32532130:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T23:36:44,680 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,683 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,40513,1732491371570]
2024-11-24T23:36:44,710 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-24T23:36:44,722 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-24T23:36:44,726 INFO  [RS:0;ba7f32532130:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-24T23:36:44,726 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,727 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-24T23:36:44,732 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-24T23:36:44,733 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,734 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3
2024-11-24T23:36:44,735 DEBUG [RS:0;ba7f32532130:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3
2024-11-24T23:36:44,736 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,736 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,736 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,737 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,737 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,737 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40513,1732491371570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T23:36:44,754 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-24T23:36:44,756 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40513,1732491371570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,756 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,756 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.Replication(171): ba7f32532130,40513,1732491371570 started
2024-11-24T23:36:44,773 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:36:44,773 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,40513,1732491371570, RpcServer on ba7f32532130/172.17.0.3:40513, sessionid=0x1016f3458ca0001
2024-11-24T23:36:44,774 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-24T23:36:44,774 DEBUG [RS:0;ba7f32532130:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,774 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40513,1732491371570'
2024-11-24T23:36:44,774 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-24T23:36:44,775 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-24T23:36:44,776 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-24T23:36:44,776 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-24T23:36:44,776 DEBUG [RS:0;ba7f32532130:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,40513,1732491371570
2024-11-24T23:36:44,777 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40513,1732491371570'
2024-11-24T23:36:44,777 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-24T23:36:44,777 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-24T23:36:44,778 DEBUG [RS:0;ba7f32532130:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-24T23:36:44,778 INFO  [RS:0;ba7f32532130:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-24T23:36:44,778 INFO  [RS:0;ba7f32532130:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-24T23:36:45,251 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:46,252 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:47,253 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:48,254 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:49,255 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:50,256 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:51,257 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:52,257 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:53,258 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:54,259 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:55,260 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:56,261 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:57,262 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:58,262 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:36:59,263 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:00,264 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:01,265 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:02,266 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:03,267 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:04,268 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:05,269 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:06,270 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:07,271 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:08,272 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:09,273 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:09,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T23:37:10,274 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:11,275 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:12,275 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:13,277 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:14,278 WARN  [ba7f32532130:38691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T23:37:14,793 INFO  [RS:0;ba7f32532130:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T23:37:14,797 INFO  [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C40513%2C1732491371570, suffix=, logDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570, archiveDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/oldWALs, maxLogs=32
2024-11-24T23:37:14,812 DEBUG [RS:0;ba7f32532130:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570/ba7f32532130%2C40513%2C1732491371570.1732491434799, exclude list is [], retry=0
2024-11-24T23:37:14,817 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-f7de1c80-8589-4488-90f9-9056f0c967ce,DISK]
2024-11-24T23:37:14,820 INFO  [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570/ba7f32532130%2C40513%2C1732491371570.1732491434799
2024-11-24T23:37:14,821 DEBUG [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)]
2024-11-24T23:37:15,030 DEBUG [ba7f32532130:38691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-24T23:37:15,041 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:15,049 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40513,1732491371570, state=OPENING
2024-11-24T23:37:15,105 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-24T23:37:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:37:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:37:15,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T23:37:15,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T23:37:15,120 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T23:37:15,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:15,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-24T23:37:15,306 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-24T23:37:15,316 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-24T23:37:15,316 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T23:37:15,317 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-24T23:37:15,320 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C40513%2C1732491371570.meta, suffix=.meta, logDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570, archiveDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/oldWALs, maxLogs=32
2024-11-24T23:37:15,338 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570/ba7f32532130%2C40513%2C1732491371570.meta.1732491435322.meta, exclude list is [], retry=0
2024-11-24T23:37:15,342 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-f7de1c80-8589-4488-90f9-9056f0c967ce,DISK]
2024-11-24T23:37:15,345 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570/ba7f32532130%2C40513%2C1732491371570.meta.1732491435322.meta
2024-11-24T23:37:15,346 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)]
2024-11-24T23:37:15,346 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:15,347 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-24T23:37:15,350 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-24T23:37:15,354 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-24T23:37:15,357 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-24T23:37:15,358 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:15,358 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-24T23:37:15,359 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-24T23:37:15,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T23:37:15,364 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T23:37:15,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:15,365 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:37:15,365 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T23:37:15,367 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T23:37:15,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:15,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:37:15,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T23:37:15,370 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T23:37:15,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:15,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:37:15,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T23:37:15,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T23:37:15,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:15,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T23:37:15,374 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T23:37:15,376 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740
2024-11-24T23:37:15,378 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740
2024-11-24T23:37:15,381 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T23:37:15,381 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T23:37:15,382 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T23:37:15,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T23:37:15,386 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70347483, jitterRate=0.0482591837644577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T23:37:15,386 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-24T23:37:15,388 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732491435359Writing region info on filesystem at 1732491435359Initializing all the Stores at 1732491435361 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491435361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491435362 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491435362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732491435362Cleaning up temporary data from old regions at 1732491435381 (+19 ms)Running coprocessor post-open hooks at 1732491435386 (+5 ms)Region opened successfully at 1732491435388 (+2 ms)
2024-11-24T23:37:15,394 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732491435295
2024-11-24T23:37:15,405 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-24T23:37:15,406 INFO  [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-24T23:37:15,408 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:15,410 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40513,1732491371570, state=OPEN
2024-11-24T23:37:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T23:37:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T23:37:15,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T23:37:15,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T23:37:15,497 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,40513,1732491371570
2024-11-24T23:37:15,507 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-24T23:37:15,508 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40513,1732491371570 in 374 msec
2024-11-24T23:37:15,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-24T23:37:15,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.46 sec
2024-11-24T23:37:15,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T23:37:15,517 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-24T23:37:15,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T23:37:15,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40513,1732491371570, seqNum=-1]
2024-11-24T23:37:15,555 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T23:37:15,557 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T23:37:15,578 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.091 sec
2024-11-24T23:37:15,578 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732491435578, completionTime=-1
2024-11-24T23:37:15,581 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-24T23:37:15,581 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-24T23:37:15,606 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-24T23:37:15,606 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732491495606
2024-11-24T23:37:15,607 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732491555606
2024-11-24T23:37:15,607 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec
2024-11-24T23:37:15,608 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,609 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,609 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,610 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:38691, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,611 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,611 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,618 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-24T23:37:15,639 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.821sec
2024-11-24T23:37:15,641 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-24T23:37:15,642 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-24T23:37:15,643 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-24T23:37:15,643 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-24T23:37:15,643 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-24T23:37:15,644 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T23:37:15,645 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-24T23:37:15,652 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-24T23:37:15,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,653 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-24T23:37:15,653 INFO  [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38691,1732491370557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T23:37:15,655 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-24T23:37:15,655 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-24T23:37:15,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38691,-1 for getting cluster id
2024-11-24T23:37:15,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T23:37:15,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49c4e11f-5aeb-46c3-853c-84120ba0b4e1'
2024-11-24T23:37:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T23:37:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49c4e11f-5aeb-46c3-853c-84120ba0b4e1"

2024-11-24T23:37:15,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38691,-1]
2024-11-24T23:37:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T23:37:15,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:37:15,679 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T23:37:15,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T23:37:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40513,1732491371570, seqNum=-1]
2024-11-24T23:37:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T23:37:15,711 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T23:37:15,741 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,38691,1732491370557
2024-11-24T23:37:15,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38691,-1 for getting cluster id
2024-11-24T23:37:15,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T23:37:15,748 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49c4e11f-5aeb-46c3-853c-84120ba0b4e1'
2024-11-24T23:37:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T23:37:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49c4e11f-5aeb-46c3-853c-84120ba0b4e1"

2024-11-24T23:37:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38691,-1]
2024-11-24T23:37:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T23:37:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:37:15,752 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T23:37:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T23:37:15,772 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=4817
2024-11-24T23:37:15,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-24T23:37:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38691,1732491370557
2024-11-24T23:37:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea
2024-11-24T23:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-24T23:37:15,793 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-24T23:37:15,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T23:37:15,810 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:15,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-24T23:37:15,813 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:15,816 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T23:37:15,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741835_1011 (size=428)
2024-11-24T23:37:15,832 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a70b0195c39b7349974758867de119ba, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:15,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741836_1012 (size=79)
2024-11-24T23:37:16,244 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:16,244 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing a70b0195c39b7349974758867de119ba, disabling compactions & flushes
2024-11-24T23:37:16,245 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,245 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,245 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba. after waiting 0 ms
2024-11-24T23:37:16,245 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,245 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,245 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a70b0195c39b7349974758867de119ba:
Waiting for close lock at 1732491436244Disabling compacts and flushes for region at 1732491436244Disabling writes for close at 1732491436245 (+1 ms)Writing region close event to WAL at 1732491436245Closed at 1732491436245
2024-11-24T23:37:16,249 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:16,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732491436249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491436249"}]},"ts":"1732491436249"}
2024-11-24T23:37:16,263 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:16,265 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:16,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491436265"}]},"ts":"1732491436265"}
2024-11-24T23:37:16,272 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-24T23:37:16,274 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a70b0195c39b7349974758867de119ba, ASSIGN}]
2024-11-24T23:37:16,276 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a70b0195c39b7349974758867de119ba, ASSIGN
2024-11-24T23:37:16,279 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a70b0195c39b7349974758867de119ba, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:16,432 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a70b0195c39b7349974758867de119ba, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:16,443 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a70b0195c39b7349974758867de119ba, ASSIGN because future has completed
2024-11-24T23:37:16,444 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a70b0195c39b7349974758867de119ba, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:16,611 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,612 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a70b0195c39b7349974758867de119ba, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:16,612 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,613 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:16,613 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,613 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,615 INFO  [StoreOpener-a70b0195c39b7349974758867de119ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a70b0195c39b7349974758867de119ba 
2024-11-24T23:37:16,618 INFO  [StoreOpener-a70b0195c39b7349974758867de119ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a70b0195c39b7349974758867de119ba columnFamilyName testFamily
2024-11-24T23:37:16,618 DEBUG [StoreOpener-a70b0195c39b7349974758867de119ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:16,619 INFO  [StoreOpener-a70b0195c39b7349974758867de119ba-1 {}] regionserver.HStore(327): Store=a70b0195c39b7349974758867de119ba/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:16,619 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,621 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,623 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,626 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,630 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:16,631 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a70b0195c39b7349974758867de119ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60693977, jitterRate=-0.09558926522731781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:16,631 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a70b0195c39b7349974758867de119ba
2024-11-24T23:37:16,633 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a70b0195c39b7349974758867de119ba:
Running coprocessor pre-open hook at 1732491436613Writing region info on filesystem at 1732491436613Initializing all the Stores at 1732491436615 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491436615Cleaning up temporary data from old regions at 1732491436623 (+8 ms)Running coprocessor post-open hooks at 1732491436631 (+8 ms)Region opened successfully at 1732491436633 (+2 ms)
2024-11-24T23:37:16,635 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba., pid=6, masterSystemTime=1732491436599
2024-11-24T23:37:16,638 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,638 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:37:16,639 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a70b0195c39b7349974758867de119ba, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:16,643 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a70b0195c39b7349974758867de119ba, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:16,650 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-24T23:37:16,650 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a70b0195c39b7349974758867de119ba, server=ba7f32532130,40513,1732491371570 in 202 msec
2024-11-24T23:37:16,654 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-24T23:37:16,654 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a70b0195c39b7349974758867de119ba, ASSIGN in 376 msec
2024-11-24T23:37:16,656 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:16,656 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491436656"}]},"ts":"1732491436656"}
2024-11-24T23:37:16,659 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-24T23:37:16,661 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:16,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 859 msec
2024-11-24T23:37:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T23:37:16,842 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-24T23:37:16,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-24T23:37:16,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:16,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-24T23:37:16,852 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:16,853 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-24T23:37:16,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T23:37:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40513,1732491371570, seqNum=-1]
2024-11-24T23:37:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T23:37:16,861 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T23:37:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:16,881 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:16,885 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-24T23:37:16,889 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T23:37:16,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T23:37:16,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T23:37:16,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7393898388904738824
2024-11-24T23:37:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491439895, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:16,904 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T23:37:16,905 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T23:37:16,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:16,908 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:16,909 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7393898388904738826
2024-11-24T23:37:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491439907, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:16,913 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:16,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7393898388904738827
2024-11-24T23:37:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491439912, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:16,918 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:16,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7393898388904738828
2024-11-24T23:37:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491439917, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:16,922 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:16,932 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/ba7f32532130:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966507480_22 at /127.0.0.1:38268 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=4801 (was 4817)
2024-11-24T23:37:16,939 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=4800
2024-11-24T23:37:16,943 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:16,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-24T23:37:16,947 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:16,948 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:16,948 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-24T23:37:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T23:37:16,950 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:16,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741837_1013 (size=414)
2024-11-24T23:37:17,369 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2c9165eb0acb0a922c36ea306b56e6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:17,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741838_1014 (size=65)
2024-11-24T23:37:17,780 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:17,780 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing cc2c9165eb0acb0a922c36ea306b56e6, disabling compactions & flushes
2024-11-24T23:37:17,780 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:17,781 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:17,781 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6. after waiting 0 ms
2024-11-24T23:37:17,781 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:17,781 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:17,781 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2c9165eb0acb0a922c36ea306b56e6:
Waiting for close lock at 1732491437780Disabling compacts and flushes for region at 1732491437780Disabling writes for close at 1732491437781 (+1 ms)Writing region close event to WAL at 1732491437781Closed at 1732491437781
2024-11-24T23:37:17,785 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:17,786 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732491437785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491437785"}]},"ts":"1732491437785"}
2024-11-24T23:37:17,793 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:17,795 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:17,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491437796"}]},"ts":"1732491437796"}
2024-11-24T23:37:17,799 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T23:37:17,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=cc2c9165eb0acb0a922c36ea306b56e6, ASSIGN}]
2024-11-24T23:37:17,802 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=cc2c9165eb0acb0a922c36ea306b56e6, ASSIGN
2024-11-24T23:37:17,803 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=cc2c9165eb0acb0a922c36ea306b56e6, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:17,955 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cc2c9165eb0acb0a922c36ea306b56e6, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:17,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=cc2c9165eb0acb0a922c36ea306b56e6, ASSIGN because future has completed
2024-11-24T23:37:17,963 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c9165eb0acb0a922c36ea306b56e6, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T23:37:18,128 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:18,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2c9165eb0acb0a922c36ea306b56e6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:18,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:18,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,132 INFO  [StoreOpener-cc2c9165eb0acb0a922c36ea306b56e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cc2c9165eb0acb0a922c36ea306b56e6 
2024-11-24T23:37:18,135 INFO  [StoreOpener-cc2c9165eb0acb0a922c36ea306b56e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c9165eb0acb0a922c36ea306b56e6 columnFamilyName testFamily
2024-11-24T23:37:18,135 DEBUG [StoreOpener-cc2c9165eb0acb0a922c36ea306b56e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:18,137 INFO  [StoreOpener-cc2c9165eb0acb0a922c36ea306b56e6-1 {}] regionserver.HStore(327): Store=cc2c9165eb0acb0a922c36ea306b56e6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:18,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:18,152 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened cc2c9165eb0acb0a922c36ea306b56e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085596, jitterRate=-0.10465484857559204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:18,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:37:18,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for cc2c9165eb0acb0a922c36ea306b56e6:
Running coprocessor pre-open hook at 1732491438129Writing region info on filesystem at 1732491438129Initializing all the Stores at 1732491438132 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491438132Cleaning up temporary data from old regions at 1732491438141 (+9 ms)Running coprocessor post-open hooks at 1732491438153 (+12 ms)Region opened successfully at 1732491438154 (+1 ms)
2024-11-24T23:37:18,157 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., pid=9, masterSystemTime=1732491438119
2024-11-24T23:37:18,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:18,162 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:37:18,163 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cc2c9165eb0acb0a922c36ea306b56e6, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:18,169 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c9165eb0acb0a922c36ea306b56e6, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:18,177 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-24T23:37:18,179 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2c9165eb0acb0a922c36ea306b56e6, server=ba7f32532130,40513,1732491371570 in 209 msec
2024-11-24T23:37:18,183 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-24T23:37:18,183 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=cc2c9165eb0acb0a922c36ea306b56e6, ASSIGN in 377 msec
2024-11-24T23:37:18,184 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:18,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491438184"}]},"ts":"1732491438184"}
2024-11-24T23:37:18,188 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T23:37:18,190 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:18,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2470 sec
2024-11-24T23:37:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T23:37:19,977 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-24T23:37:19,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T23:37:19,978 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:19,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T23:37:19,987 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:19,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-24T23:37:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:20,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:20,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T23:37:20,007 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T23:37:20,009 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T23:37:20,900 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:37:20,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-24T23:37:20,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-24T23:37:20,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-24T23:37:20,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T23:37:20,934 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T23:37:20,935 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-24T23:37:20,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T23:37:20,936 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:20,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T23:37:20,936 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:26,025 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-24T23:37:26,025 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-24T23:37:26,025 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:37:26,034 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=4777 (was 4800)
2024-11-24T23:37:26,042 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=4777
2024-11-24T23:37:26,045 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:26,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-24T23:37:26,049 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:26,050 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:26,050 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-24T23:37:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T23:37:26,052 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:26,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741839_1015 (size=412)
2024-11-24T23:37:26,468 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec7780f07ccd53cb6fedc33957aac077, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:26,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741840_1016 (size=63)
2024-11-24T23:37:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing ec7780f07ccd53cb6fedc33957aac077, disabling compactions & flushes
2024-11-24T23:37:26,884 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077. after waiting 0 ms
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:26,884 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:26,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec7780f07ccd53cb6fedc33957aac077:
Waiting for close lock at 1732491446884Disabling compacts and flushes for region at 1732491446884Disabling writes for close at 1732491446884Writing region close event to WAL at 1732491446884Closed at 1732491446884
2024-11-24T23:37:26,886 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:26,887 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732491446886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491446886"}]},"ts":"1732491446886"}
2024-11-24T23:37:26,890 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:26,891 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:26,891 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491446891"}]},"ts":"1732491446891"}
2024-11-24T23:37:26,894 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T23:37:26,895 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec7780f07ccd53cb6fedc33957aac077, ASSIGN}]
2024-11-24T23:37:26,897 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec7780f07ccd53cb6fedc33957aac077, ASSIGN
2024-11-24T23:37:26,898 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec7780f07ccd53cb6fedc33957aac077, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:27,049 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ec7780f07ccd53cb6fedc33957aac077, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:27,053 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec7780f07ccd53cb6fedc33957aac077, ASSIGN because future has completed
2024-11-24T23:37:27,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7780f07ccd53cb6fedc33957aac077, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T23:37:27,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:27,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ec7780f07ccd53cb6fedc33957aac077, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:27,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:27,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,216 INFO  [StoreOpener-ec7780f07ccd53cb6fedc33957aac077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ec7780f07ccd53cb6fedc33957aac077 
2024-11-24T23:37:27,219 INFO  [StoreOpener-ec7780f07ccd53cb6fedc33957aac077-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7780f07ccd53cb6fedc33957aac077 columnFamilyName testFamily
2024-11-24T23:37:27,219 DEBUG [StoreOpener-ec7780f07ccd53cb6fedc33957aac077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:27,220 INFO  [StoreOpener-ec7780f07ccd53cb6fedc33957aac077-1 {}] regionserver.HStore(327): Store=ec7780f07ccd53cb6fedc33957aac077/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:27,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:27,233 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened ec7780f07ccd53cb6fedc33957aac077; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61072305, jitterRate=-0.08995173871517181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:27,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:37:27,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ec7780f07ccd53cb6fedc33957aac077:
Running coprocessor pre-open hook at 1732491447214Writing region info on filesystem at 1732491447214Initializing all the Stores at 1732491447216 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491447216Cleaning up temporary data from old regions at 1732491447224 (+8 ms)Running coprocessor post-open hooks at 1732491447233 (+9 ms)Region opened successfully at 1732491447234 (+1 ms)
2024-11-24T23:37:27,236 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., pid=12, masterSystemTime=1732491447207
2024-11-24T23:37:27,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:27,239 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:37:27,240 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ec7780f07ccd53cb6fedc33957aac077, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:27,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7780f07ccd53cb6fedc33957aac077, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:27,250 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-24T23:37:27,251 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ec7780f07ccd53cb6fedc33957aac077, server=ba7f32532130,40513,1732491371570 in 193 msec
2024-11-24T23:37:27,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-24T23:37:27,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec7780f07ccd53cb6fedc33957aac077, ASSIGN in 356 msec
2024-11-24T23:37:27,256 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:27,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491447256"}]},"ts":"1732491447256"}
2024-11-24T23:37:27,260 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T23:37:27,261 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:27,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2160 sec
2024-11-24T23:37:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T23:37:29,077 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-24T23:37:29,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T23:37:29,077 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:29,089 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T23:37:29,089 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:29,089 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-24T23:37:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:29,107 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:29,108 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T23:37:29,111 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T23:37:29,114 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T23:37:29,116 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T23:37:29,116 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T23:37:30,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T23:37:30,934 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:32,746 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:37:32,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-24T23:37:35,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738837' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T23:37:35,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51868 deadline: 1732491461125, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738837' does not exist
2024-11-24T23:37:35,129 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ba7f32532130,40513,1732491371570 for closing scanner id = 7393898388904738837 for ec7780f07ccd53cb6fedc33957aac077 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738837' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T23:37:35,132 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5658 (was 4777) - AvailableMemoryMB LEAK? -
2024-11-24T23:37:35,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=5658
2024-11-24T23:37:35,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-24T23:37:35,147 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:35,147 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:35,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-24T23:37:35,148 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T23:37:35,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741841_1017 (size=423)
2024-11-24T23:37:35,561 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6da67798cdc106e7b24bad4697063bd8, NAME => 'testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:35,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741842_1018 (size=74)
2024-11-24T23:37:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 6da67798cdc106e7b24bad4697063bd8, disabling compactions & flushes
2024-11-24T23:37:35,976 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8. after waiting 0 ms
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:35,976 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:35,976 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6da67798cdc106e7b24bad4697063bd8:
Waiting for close lock at 1732491455976Disabling compacts and flushes for region at 1732491455976Disabling writes for close at 1732491455976Writing region close event to WAL at 1732491455976Closed at 1732491455976
2024-11-24T23:37:35,978 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:35,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732491455978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491455978"}]},"ts":"1732491455978"}
2024-11-24T23:37:35,982 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:35,984 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:35,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491455984"}]},"ts":"1732491455984"}
2024-11-24T23:37:35,987 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-24T23:37:35,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=6da67798cdc106e7b24bad4697063bd8, ASSIGN}]
2024-11-24T23:37:35,989 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=6da67798cdc106e7b24bad4697063bd8, ASSIGN
2024-11-24T23:37:35,991 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=6da67798cdc106e7b24bad4697063bd8, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:36,142 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6da67798cdc106e7b24bad4697063bd8, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:36,145 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=6da67798cdc106e7b24bad4697063bd8, ASSIGN because future has completed
2024-11-24T23:37:36,146 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da67798cdc106e7b24bad4697063bd8, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T23:37:36,305 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:36,305 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6da67798cdc106e7b24bad4697063bd8, NAME => 'testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:36,306 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,306 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:36,306 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,306 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,308 INFO  [StoreOpener-6da67798cdc106e7b24bad4697063bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6da67798cdc106e7b24bad4697063bd8 
2024-11-24T23:37:36,312 INFO  [StoreOpener-6da67798cdc106e7b24bad4697063bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da67798cdc106e7b24bad4697063bd8 columnFamilyName testFamily
2024-11-24T23:37:36,312 DEBUG [StoreOpener-6da67798cdc106e7b24bad4697063bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:36,314 INFO  [StoreOpener-6da67798cdc106e7b24bad4697063bd8-1 {}] regionserver.HStore(327): Store=6da67798cdc106e7b24bad4697063bd8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:36,314 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,316 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,317 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,318 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,319 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,322 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,327 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:36,328 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6da67798cdc106e7b24bad4697063bd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59316458, jitterRate=-0.11611589789390564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:36,328 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:37:36,329 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6da67798cdc106e7b24bad4697063bd8:
Running coprocessor pre-open hook at 1732491456306Writing region info on filesystem at 1732491456306Initializing all the Stores at 1732491456308 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491456308Cleaning up temporary data from old regions at 1732491456319 (+11 ms)Running coprocessor post-open hooks at 1732491456328 (+9 ms)Region opened successfully at 1732491456329 (+1 ms)
2024-11-24T23:37:36,331 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8., pid=15, masterSystemTime=1732491456300
2024-11-24T23:37:36,334 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:36,335 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:37:36,335 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6da67798cdc106e7b24bad4697063bd8, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:36,339 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da67798cdc106e7b24bad4697063bd8, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:36,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-24T23:37:36,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6da67798cdc106e7b24bad4697063bd8, server=ba7f32532130,40513,1732491371570 in 195 msec
2024-11-24T23:37:36,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-24T23:37:36,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=6da67798cdc106e7b24bad4697063bd8, ASSIGN in 357 msec
2024-11-24T23:37:36,349 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:36,349 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491456349"}]},"ts":"1732491456349"}
2024-11-24T23:37:36,352 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-24T23:37:36,354 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:36,358 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2110 sec
2024-11-24T23:37:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T23:37:38,185 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-24T23:37:38,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-24T23:37:38,185 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:38,195 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-24T23:37:38,195 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:38,195 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-24T23:37:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:38,237 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:38,237 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-24T23:37:38,243 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T23:37:38,248 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T23:37:38,249 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T23:37:38,251 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7393898388904738841
2024-11-24T23:37:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491461249, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:38,269 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T23:37:38,275 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T23:37:38,277 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:38,281 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:38,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7393898388904738843
2024-11-24T23:37:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491461286, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:38,294 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:38,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7393898388904738844
2024-11-24T23:37:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491461294, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:38,317 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:38,318 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7393898388904738845
2024-11-24T23:37:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51868 deadline: 1732491461316, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T23:37:38,340 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T23:37:38,358 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966507480_22 at /127.0.0.1:55264 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 223), ProcessCount=11 (was 11), AvailableMemoryMB=5304 (was 5658)
2024-11-24T23:37:38,379 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=5303
2024-11-24T23:37:38,385 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-24T23:37:38,395 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:38,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:38,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-24T23:37:38,400 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T23:37:38,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741843_1019 (size=418)
2024-11-24T23:37:38,885 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67c3cbe07b2b53358b5fefec2ff88741, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:38,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741844_1020 (size=69)
2024-11-24T23:37:38,928 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:38,928 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 67c3cbe07b2b53358b5fefec2ff88741, disabling compactions & flushes
2024-11-24T23:37:38,929 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:38,929 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:38,929 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741. after waiting 0 ms
2024-11-24T23:37:38,929 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:38,929 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:38,929 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67c3cbe07b2b53358b5fefec2ff88741:
Waiting for close lock at 1732491458928Disabling compacts and flushes for region at 1732491458928Disabling writes for close at 1732491458929 (+1 ms)Writing region close event to WAL at 1732491458929Closed at 1732491458929
2024-11-24T23:37:38,931 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:38,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732491458931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491458931"}]},"ts":"1732491458931"}
2024-11-24T23:37:38,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-24T23:37:38,934 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:38,936 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:38,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491458936"}]},"ts":"1732491458936"}
2024-11-24T23:37:38,939 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T23:37:38,940 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=67c3cbe07b2b53358b5fefec2ff88741, ASSIGN}]
2024-11-24T23:37:38,942 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=67c3cbe07b2b53358b5fefec2ff88741, ASSIGN
2024-11-24T23:37:38,944 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=67c3cbe07b2b53358b5fefec2ff88741, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:39,095 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=67c3cbe07b2b53358b5fefec2ff88741, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:39,102 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=67c3cbe07b2b53358b5fefec2ff88741, ASSIGN because future has completed
2024-11-24T23:37:39,103 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67c3cbe07b2b53358b5fefec2ff88741, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:39,284 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:39,285 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 67c3cbe07b2b53358b5fefec2ff88741, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:39,285 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,285 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:39,286 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,286 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,299 INFO  [StoreOpener-67c3cbe07b2b53358b5fefec2ff88741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 67c3cbe07b2b53358b5fefec2ff88741 
2024-11-24T23:37:39,317 INFO  [StoreOpener-67c3cbe07b2b53358b5fefec2ff88741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67c3cbe07b2b53358b5fefec2ff88741 columnFamilyName testFamily
2024-11-24T23:37:39,317 DEBUG [StoreOpener-67c3cbe07b2b53358b5fefec2ff88741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:39,329 INFO  [StoreOpener-67c3cbe07b2b53358b5fefec2ff88741-1 {}] regionserver.HStore(327): Store=67c3cbe07b2b53358b5fefec2ff88741/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:39,332 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,343 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,346 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,352 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,352 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,375 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,392 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:39,394 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 67c3cbe07b2b53358b5fefec2ff88741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69526077, jitterRate=0.036019280552864075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:39,394 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:37:39,395 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 67c3cbe07b2b53358b5fefec2ff88741:
Running coprocessor pre-open hook at 1732491459286Writing region info on filesystem at 1732491459286Initializing all the Stores at 1732491459292 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491459293 (+1 ms)Cleaning up temporary data from old regions at 1732491459353 (+60 ms)Running coprocessor post-open hooks at 1732491459394 (+41 ms)Region opened successfully at 1732491459395 (+1 ms)
2024-11-24T23:37:39,397 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., pid=18, masterSystemTime=1732491459264
2024-11-24T23:37:39,408 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:39,408 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:37:39,410 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=67c3cbe07b2b53358b5fefec2ff88741, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:39,414 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67c3cbe07b2b53358b5fefec2ff88741, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T23:37:39,425 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-24T23:37:39,425 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 67c3cbe07b2b53358b5fefec2ff88741, server=ba7f32532130,40513,1732491371570 in 316 msec
2024-11-24T23:37:39,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-24T23:37:39,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=67c3cbe07b2b53358b5fefec2ff88741, ASSIGN in 485 msec
2024-11-24T23:37:39,438 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:39,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491459438"}]},"ts":"1732491459438"}
2024-11-24T23:37:39,443 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T23:37:39,446 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:39,451 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.0610 sec
2024-11-24T23:37:39,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T23:37:40,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T23:37:40,934 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:40,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T23:37:40,936 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T23:37:41,427 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-24T23:37:41,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T23:37:41,428 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:41,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T23:37:41,435 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:41,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-24T23:37:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:41,454 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:41,454 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T23:37:41,458 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T23:37:41,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T23:37:41,809 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:37:42,462 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-24T23:37:42,463 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-24T23:37:42,463 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:37:42,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-24T23:37:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:43,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T23:37:44,463 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=980ms
2024-11-24T23:37:44,464 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=980ms
2024-11-24T23:37:44,464 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:37:44,473 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4731 (was 5303)
2024-11-24T23:37:44,482 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=4730
2024-11-24T23:37:44,485 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-24T23:37:44,488 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:44,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:44,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-24T23:37:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T23:37:44,490 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:44,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741845_1021 (size=416)
2024-11-24T23:37:44,903 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56e1c13d8afb9147f79f1ec2ae7745e0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:44,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-24T23:37:44,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741846_1022 (size=67)
2024-11-24T23:37:44,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-24T23:37:45,341 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:45,342 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 56e1c13d8afb9147f79f1ec2ae7745e0, disabling compactions & flushes
2024-11-24T23:37:45,342 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,342 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,342 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0. after waiting 0 ms
2024-11-24T23:37:45,342 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,342 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,342 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56e1c13d8afb9147f79f1ec2ae7745e0:
Waiting for close lock at 1732491465342Disabling compacts and flushes for region at 1732491465342Disabling writes for close at 1732491465342Writing region close event to WAL at 1732491465342Closed at 1732491465342
2024-11-24T23:37:45,346 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:45,346 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732491465346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491465346"}]},"ts":"1732491465346"}
2024-11-24T23:37:45,351 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:45,354 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:45,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491465354"}]},"ts":"1732491465354"}
2024-11-24T23:37:45,358 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T23:37:45,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=56e1c13d8afb9147f79f1ec2ae7745e0, ASSIGN}]
2024-11-24T23:37:45,361 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=56e1c13d8afb9147f79f1ec2ae7745e0, ASSIGN
2024-11-24T23:37:45,363 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=56e1c13d8afb9147f79f1ec2ae7745e0, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T23:37:45,514 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=56e1c13d8afb9147f79f1ec2ae7745e0, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:45,517 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=56e1c13d8afb9147f79f1ec2ae7745e0, ASSIGN because future has completed
2024-11-24T23:37:45,519 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56e1c13d8afb9147f79f1ec2ae7745e0, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:45,681 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 56e1c13d8afb9147f79f1ec2ae7745e0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:45,682 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,682 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:45,682 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,683 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,686 INFO  [StoreOpener-56e1c13d8afb9147f79f1ec2ae7745e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 56e1c13d8afb9147f79f1ec2ae7745e0 
2024-11-24T23:37:45,689 INFO  [StoreOpener-56e1c13d8afb9147f79f1ec2ae7745e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56e1c13d8afb9147f79f1ec2ae7745e0 columnFamilyName testFamily
2024-11-24T23:37:45,689 DEBUG [StoreOpener-56e1c13d8afb9147f79f1ec2ae7745e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:45,690 INFO  [StoreOpener-56e1c13d8afb9147f79f1ec2ae7745e0-1 {}] regionserver.HStore(327): Store=56e1c13d8afb9147f79f1ec2ae7745e0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:45,690 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,692 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,693 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,694 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,694 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,697 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,702 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:45,703 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 56e1c13d8afb9147f79f1ec2ae7745e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72680202, jitterRate=0.08301940560340881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:45,703 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:37:45,704 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 56e1c13d8afb9147f79f1ec2ae7745e0:
Running coprocessor pre-open hook at 1732491465683Writing region info on filesystem at 1732491465683Initializing all the Stores at 1732491465685 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491465685Cleaning up temporary data from old regions at 1732491465694 (+9 ms)Running coprocessor post-open hooks at 1732491465703 (+9 ms)Region opened successfully at 1732491465704 (+1 ms)
2024-11-24T23:37:45,706 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0., pid=21, masterSystemTime=1732491465673
2024-11-24T23:37:45,710 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,710 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:37:45,711 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=56e1c13d8afb9147f79f1ec2ae7745e0, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:45,718 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56e1c13d8afb9147f79f1ec2ae7745e0, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:45,725 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-24T23:37:45,725 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 56e1c13d8afb9147f79f1ec2ae7745e0, server=ba7f32532130,40513,1732491371570 in 201 msec
2024-11-24T23:37:45,730 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-24T23:37:45,730 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=56e1c13d8afb9147f79f1ec2ae7745e0, ASSIGN in 366 msec
2024-11-24T23:37:45,731 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:45,732 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491465731"}]},"ts":"1732491465731"}
2024-11-24T23:37:45,735 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T23:37:45,737 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:45,740 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2520 sec
2024-11-24T23:37:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T23:37:47,526 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-24T23:37:47,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T23:37:47,527 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:47,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T23:37:47,533 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:47,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-24T23:37:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:47,554 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:47,554 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T23:37:47,558 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T23:37:47,562 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T23:37:47,563 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T23:37:47,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T23:37:50,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738856' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T23:37:50,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51868 deadline: 1732491471575, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738856' does not exist
2024-11-24T23:37:50,578 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ba7f32532130,40513,1732491371570 for closing scanner id = 7393898388904738856 for 56e1c13d8afb9147f79f1ec2ae7745e0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738856' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T23:37:50,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4202 (was 4730)
2024-11-24T23:37:50,594 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=4201
2024-11-24T23:37:50,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-24T23:37:50,601 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:50,601 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:50,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-24T23:37:50,603 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T23:37:50,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741847_1023 (size=411)
2024-11-24T23:37:50,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6639516bc66f8cee9a6e4915e33b9d08, NAME => 'testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:50,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741848_1024 (size=62)
2024-11-24T23:37:50,637 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:50,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6639516bc66f8cee9a6e4915e33b9d08, disabling compactions & flushes
2024-11-24T23:37:50,638 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08. after waiting 0 ms
2024-11-24T23:37:50,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,638 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6639516bc66f8cee9a6e4915e33b9d08:
Waiting for close lock at 1732491470637Disabling compacts and flushes for region at 1732491470637Disabling writes for close at 1732491470638 (+1 ms)Writing region close event to WAL at 1732491470638Closed at 1732491470638
2024-11-24T23:37:50,640 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:50,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732491470640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491470640"}]},"ts":"1732491470640"}
2024-11-24T23:37:50,644 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:50,646 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:50,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491470646"}]},"ts":"1732491470646"}
2024-11-24T23:37:50,650 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T23:37:50,650 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6639516bc66f8cee9a6e4915e33b9d08, ASSIGN}]
2024-11-24T23:37:50,652 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6639516bc66f8cee9a6e4915e33b9d08, ASSIGN
2024-11-24T23:37:50,654 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6639516bc66f8cee9a6e4915e33b9d08, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:50,805 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6639516bc66f8cee9a6e4915e33b9d08, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:50,808 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6639516bc66f8cee9a6e4915e33b9d08, ASSIGN because future has completed
2024-11-24T23:37:50,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6639516bc66f8cee9a6e4915e33b9d08, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:50,968 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,968 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6639516bc66f8cee9a6e4915e33b9d08, NAME => 'testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:50,969 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,969 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:50,969 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,969 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,972 INFO  [StoreOpener-6639516bc66f8cee9a6e4915e33b9d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6639516bc66f8cee9a6e4915e33b9d08 
2024-11-24T23:37:50,976 INFO  [StoreOpener-6639516bc66f8cee9a6e4915e33b9d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6639516bc66f8cee9a6e4915e33b9d08 columnFamilyName testFamily
2024-11-24T23:37:50,976 DEBUG [StoreOpener-6639516bc66f8cee9a6e4915e33b9d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:50,977 INFO  [StoreOpener-6639516bc66f8cee9a6e4915e33b9d08-1 {}] regionserver.HStore(327): Store=6639516bc66f8cee9a6e4915e33b9d08/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:50,977 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,979 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,980 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,980 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,980 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,984 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,987 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:50,993 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6639516bc66f8cee9a6e4915e33b9d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74294843, jitterRate=0.10707943141460419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:50,994 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:37:50,994 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6639516bc66f8cee9a6e4915e33b9d08:
Running coprocessor pre-open hook at 1732491470969Writing region info on filesystem at 1732491470969Initializing all the Stores at 1732491470972 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491470972Cleaning up temporary data from old regions at 1732491470980 (+8 ms)Running coprocessor post-open hooks at 1732491470994 (+14 ms)Region opened successfully at 1732491470994
2024-11-24T23:37:50,995 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08., pid=24, masterSystemTime=1732491470961
2024-11-24T23:37:50,999 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:50,999 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:37:51,000 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6639516bc66f8cee9a6e4915e33b9d08, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:51,003 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6639516bc66f8cee9a6e4915e33b9d08, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:51,009 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-24T23:37:51,009 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6639516bc66f8cee9a6e4915e33b9d08, server=ba7f32532130,40513,1732491371570 in 197 msec
2024-11-24T23:37:51,013 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-24T23:37:51,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6639516bc66f8cee9a6e4915e33b9d08, ASSIGN in 359 msec
2024-11-24T23:37:51,016 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:51,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491471016"}]},"ts":"1732491471016"}
2024-11-24T23:37:51,020 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T23:37:51,022 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:51,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 426 msec
2024-11-24T23:37:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-24T23:37:51,185 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:37:51,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T23:37:51,221 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:51,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T23:37:51,222 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T23:37:51,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-24T23:37:51,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-24T23:37:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T23:37:51,616 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-24T23:37:51,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T23:37:51,617 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:51,621 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T23:37:51,621 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:51,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-24T23:37:51,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:51,638 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:51,638 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T23:37:51,641 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T23:37:51,643 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T23:37:51,644 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T23:37:51,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T23:37:54,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738860' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T23:37:54,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51868 deadline: 1732491475656, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738860' does not exist
2024-11-24T23:37:54,657 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ba7f32532130,40513,1732491371570 for closing scanner id = 7393898388904738860 for 6639516bc66f8cee9a6e4915e33b9d08 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738860' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T23:37:54,662 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966507480_22 at /127.0.0.1:57338 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3999 (was 4201)
2024-11-24T23:37:54,670 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=3998
2024-11-24T23:37:54,673 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:37:54,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T23:37:54,676 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:37:54,676 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:54,677 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-24T23:37:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T23:37:54,678 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:37:54,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741849_1025 (size=419)
2024-11-24T23:37:54,702 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8ab5b37feab2248a882ab96c678b17f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:37:54,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741850_1026 (size=70)
2024-11-24T23:37:54,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:54,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f8ab5b37feab2248a882ab96c678b17f, disabling compactions & flushes
2024-11-24T23:37:54,716 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:54,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:54,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f. after waiting 0 ms
2024-11-24T23:37:54,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:54,717 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:54,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8ab5b37feab2248a882ab96c678b17f:
Waiting for close lock at 1732491474716Disabling compacts and flushes for region at 1732491474716Disabling writes for close at 1732491474717 (+1 ms)Writing region close event to WAL at 1732491474717Closed at 1732491474717
2024-11-24T23:37:54,719 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:37:54,719 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732491474719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491474719"}]},"ts":"1732491474719"}
2024-11-24T23:37:54,723 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:37:54,724 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:37:54,724 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491474724"}]},"ts":"1732491474724"}
2024-11-24T23:37:54,727 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T23:37:54,728 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f8ab5b37feab2248a882ab96c678b17f, ASSIGN}]
2024-11-24T23:37:54,729 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f8ab5b37feab2248a882ab96c678b17f, ASSIGN
2024-11-24T23:37:54,731 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f8ab5b37feab2248a882ab96c678b17f, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:37:54,882 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f8ab5b37feab2248a882ab96c678b17f, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:54,886 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f8ab5b37feab2248a882ab96c678b17f, ASSIGN because future has completed
2024-11-24T23:37:54,886 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ab5b37feab2248a882ab96c678b17f, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:37:55,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:55,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => f8ab5b37feab2248a882ab96c678b17f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:37:55,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:37:55,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,064 INFO  [StoreOpener-f8ab5b37feab2248a882ab96c678b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f8ab5b37feab2248a882ab96c678b17f 
2024-11-24T23:37:55,068 INFO  [StoreOpener-f8ab5b37feab2248a882ab96c678b17f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8ab5b37feab2248a882ab96c678b17f columnFamilyName testFamily
2024-11-24T23:37:55,068 DEBUG [StoreOpener-f8ab5b37feab2248a882ab96c678b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:37:55,070 INFO  [StoreOpener-f8ab5b37feab2248a882ab96c678b17f-1 {}] regionserver.HStore(327): Store=f8ab5b37feab2248a882ab96c678b17f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:37:55,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:37:55,095 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened f8ab5b37feab2248a882ab96c678b17f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70637347, jitterRate=0.05257849395275116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:37:55,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:37:55,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for f8ab5b37feab2248a882ab96c678b17f:
Running coprocessor pre-open hook at 1732491475056Writing region info on filesystem at 1732491475056Initializing all the Stores at 1732491475062 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491475062Cleaning up temporary data from old regions at 1732491475078 (+16 ms)Running coprocessor post-open hooks at 1732491475095 (+17 ms)Region opened successfully at 1732491475096 (+1 ms)
2024-11-24T23:37:55,104 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., pid=27, masterSystemTime=1732491475040
2024-11-24T23:37:55,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:55,108 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:37:55,109 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f8ab5b37feab2248a882ab96c678b17f, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:37:55,115 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ab5b37feab2248a882ab96c678b17f, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:37:55,125 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-24T23:37:55,125 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure f8ab5b37feab2248a882ab96c678b17f, server=ba7f32532130,40513,1732491371570 in 234 msec
2024-11-24T23:37:55,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-24T23:37:55,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f8ab5b37feab2248a882ab96c678b17f, ASSIGN in 398 msec
2024-11-24T23:37:55,137 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:37:55,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491475137"}]},"ts":"1732491475137"}
2024-11-24T23:37:55,141 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T23:37:55,143 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:37:55,146 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 470 msec
2024-11-24T23:37:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-24T23:37:55,655 INFO  [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-24T23:37:55,655 INFO  [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-24T23:37:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T23:37:55,686 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-24T23:37:55,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T23:37:55,687 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:55,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T23:37:55,694 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:37:55,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T23:37:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:37:55,713 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:37:55,713 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T23:37:55,717 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T23:37:55,719 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T23:37:56,471 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:37:57,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-24T23:38:00,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T23:38:00,934 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T23:38:01,722 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-11-24T23:38:01,723 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-11-24T23:38:01,723 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:38:01,731 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 310) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3676 (was 3998)
2024-11-24T23:38:01,740 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=3676
2024-11-24T23:38:01,742 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:38:01,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-24T23:38:01,746 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:38:01,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:38:01,747 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-24T23:38:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T23:38:01,750 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:38:01,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741851_1027 (size=407)
2024-11-24T23:38:02,177 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4466648d43367a545357d69187c2c14c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:38:02,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741852_1028 (size=58)
2024-11-24T23:38:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4466648d43367a545357d69187c2c14c, disabling compactions & flushes
2024-11-24T23:38:02,586 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c. after waiting 0 ms
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,586 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4466648d43367a545357d69187c2c14c:
Waiting for close lock at 1732491482586Disabling compacts and flushes for region at 1732491482586Disabling writes for close at 1732491482586Writing region close event to WAL at 1732491482586Closed at 1732491482586
2024-11-24T23:38:02,588 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:38:02,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732491482588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491482588"}]},"ts":"1732491482588"}
2024-11-24T23:38:02,592 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:38:02,593 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:38:02,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491482593"}]},"ts":"1732491482593"}
2024-11-24T23:38:02,596 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T23:38:02,597 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4466648d43367a545357d69187c2c14c, ASSIGN}]
2024-11-24T23:38:02,599 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4466648d43367a545357d69187c2c14c, ASSIGN
2024-11-24T23:38:02,600 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4466648d43367a545357d69187c2c14c, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:38:02,751 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4466648d43367a545357d69187c2c14c, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:38:02,754 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4466648d43367a545357d69187c2c14c, ASSIGN because future has completed
2024-11-24T23:38:02,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4466648d43367a545357d69187c2c14c, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:38:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T23:38:02,914 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4466648d43367a545357d69187c2c14c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:38:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:38:02,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,918 INFO  [StoreOpener-4466648d43367a545357d69187c2c14c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4466648d43367a545357d69187c2c14c 
2024-11-24T23:38:02,920 INFO  [StoreOpener-4466648d43367a545357d69187c2c14c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4466648d43367a545357d69187c2c14c columnFamilyName testFamily
2024-11-24T23:38:02,920 DEBUG [StoreOpener-4466648d43367a545357d69187c2c14c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:38:02,921 INFO  [StoreOpener-4466648d43367a545357d69187c2c14c-1 {}] regionserver.HStore(327): Store=4466648d43367a545357d69187c2c14c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:38:02,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:38:02,933 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4466648d43367a545357d69187c2c14c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71587491, jitterRate=0.06673674285411835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:38:02,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:02,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4466648d43367a545357d69187c2c14c:
Running coprocessor pre-open hook at 1732491482916Writing region info on filesystem at 1732491482916Initializing all the Stores at 1732491482917 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491482917Cleaning up temporary data from old regions at 1732491482924 (+7 ms)Running coprocessor post-open hooks at 1732491482933 (+9 ms)Region opened successfully at 1732491482934 (+1 ms)
2024-11-24T23:38:02,935 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c., pid=30, masterSystemTime=1732491482908
2024-11-24T23:38:02,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,939 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:02,940 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4466648d43367a545357d69187c2c14c, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:38:02,944 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4466648d43367a545357d69187c2c14c, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:38:02,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-24T23:38:02,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4466648d43367a545357d69187c2c14c, server=ba7f32532130,40513,1732491371570 in 191 msec
2024-11-24T23:38:02,957 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-24T23:38:02,957 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4466648d43367a545357d69187c2c14c, ASSIGN in 354 msec
2024-11-24T23:38:02,958 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:38:02,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491482958"}]},"ts":"1732491482958"}
2024-11-24T23:38:02,962 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T23:38:02,963 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:38:02,967 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2200 sec
2024-11-24T23:38:03,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-24T23:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T23:38:04,806 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-24T23:38:04,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T23:38:04,806 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:38:04,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T23:38:04,813 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:38:04,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-24T23:38:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:38:04,830 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:38:04,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T23:38:04,834 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T23:38:04,836 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T23:38:04,837 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T23:38:04,838 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T23:38:08,453 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:38:09,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T23:38:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738868' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T23:38:10,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51868 deadline: 1732491496844, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738868' does not exist
2024-11-24T23:38:10,851 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ba7f32532130,40513,1732491371570 for closing scanner id = 7393898388904738868 for 4466648d43367a545357d69187c2c14c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7393898388904738868' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T23:38:10,857 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=3519 (was 3676)
2024-11-24T23:38:10,865 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=3517
2024-11-24T23:38:10,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T23:38:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T23:38:10,869 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T23:38:10,869 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:38:10,869 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-24T23:38:10,870 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T23:38:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T23:38:10,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741853_1029 (size=423)
2024-11-24T23:38:10,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T23:38:10,934 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T23:38:11,280 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aee4ac14a3047be8046349bf59570150, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790
2024-11-24T23:38:11,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741854_1030 (size=74)
2024-11-24T23:38:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-24T23:38:11,692 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:38:11,693 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing aee4ac14a3047be8046349bf59570150, disabling compactions & flushes
2024-11-24T23:38:11,693 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:11,693 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:11,693 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150. after waiting 0 ms
2024-11-24T23:38:11,693 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:11,693 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:11,693 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for aee4ac14a3047be8046349bf59570150:
Waiting for close lock at 1732491491693Disabling compacts and flushes for region at 1732491491693Disabling writes for close at 1732491491693Writing region close event to WAL at 1732491491693Closed at 1732491491693
2024-11-24T23:38:11,697 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T23:38:11,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732491491697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732491491697"}]},"ts":"1732491491697"}
2024-11-24T23:38:11,702 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T23:38:11,703 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T23:38:11,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491491704"}]},"ts":"1732491491704"}
2024-11-24T23:38:11,706 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T23:38:11,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aee4ac14a3047be8046349bf59570150, ASSIGN}]
2024-11-24T23:38:11,708 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aee4ac14a3047be8046349bf59570150, ASSIGN
2024-11-24T23:38:11,709 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aee4ac14a3047be8046349bf59570150, ASSIGN; state=OFFLINE, location=ba7f32532130,40513,1732491371570; forceNewPlan=false, retain=false
2024-11-24T23:38:11,860 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aee4ac14a3047be8046349bf59570150, regionState=OPENING, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:38:11,863 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aee4ac14a3047be8046349bf59570150, ASSIGN because future has completed
2024-11-24T23:38:11,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee4ac14a3047be8046349bf59570150, server=ba7f32532130,40513,1732491371570}]
2024-11-24T23:38:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T23:38:12,025 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:12,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => aee4ac14a3047be8046349bf59570150, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.', STARTKEY => '', ENDKEY => ''}
2024-11-24T23:38:12,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,026 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T23:38:12,026 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,026 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,028 INFO  [StoreOpener-aee4ac14a3047be8046349bf59570150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region aee4ac14a3047be8046349bf59570150 
2024-11-24T23:38:12,031 INFO  [StoreOpener-aee4ac14a3047be8046349bf59570150-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee4ac14a3047be8046349bf59570150 columnFamilyName testFamily
2024-11-24T23:38:12,031 DEBUG [StoreOpener-aee4ac14a3047be8046349bf59570150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T23:38:12,032 INFO  [StoreOpener-aee4ac14a3047be8046349bf59570150-1 {}] regionserver.HStore(327): Store=aee4ac14a3047be8046349bf59570150/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T23:38:12,032 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,034 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,034 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,035 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,036 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,039 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,044 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T23:38:12,045 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened aee4ac14a3047be8046349bf59570150; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70753280, jitterRate=0.0543060302734375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T23:38:12,045 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:12,046 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for aee4ac14a3047be8046349bf59570150:
Running coprocessor pre-open hook at 1732491492026Writing region info on filesystem at 1732491492026Initializing all the Stores at 1732491492028 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732491492028Cleaning up temporary data from old regions at 1732491492036 (+8 ms)Running coprocessor post-open hooks at 1732491492045 (+9 ms)Region opened successfully at 1732491492046 (+1 ms)
2024-11-24T23:38:12,047 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., pid=33, masterSystemTime=1732491492017
2024-11-24T23:38:12,050 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:12,050 INFO  [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:12,051 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aee4ac14a3047be8046349bf59570150, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40513,1732491371570
2024-11-24T23:38:12,053 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee4ac14a3047be8046349bf59570150, server=ba7f32532130,40513,1732491371570 because future has completed
2024-11-24T23:38:12,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-24T23:38:12,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure aee4ac14a3047be8046349bf59570150, server=ba7f32532130,40513,1732491371570 in 190 msec
2024-11-24T23:38:12,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-24T23:38:12,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aee4ac14a3047be8046349bf59570150, ASSIGN in 350 msec
2024-11-24T23:38:12,061 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T23:38:12,061 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732491492061"}]},"ts":"1732491492061"}
2024-11-24T23:38:12,063 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T23:38:12,064 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T23:38:12,066 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1970 sec
2024-11-24T23:38:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T23:38:13,908 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-24T23:38:13,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T23:38:13,909 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:38:13,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T23:38:13,918 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T23:38:13,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T23:38:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:38:13,936 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T23:38:13,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T23:38:13,941 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T23:38:13,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T23:38:14,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-24T23:38:14,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-24T23:38:14,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:38:15,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-24T23:38:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-24T23:38:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2]
2024-11-24T23:38:15,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T23:38:16,828 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-24T23:38:16,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ba7f32532130:40513 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=977ms
2024-11-24T23:38:16,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=977ms
2024-11-24T23:38:16,943 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., hostname=ba7f32532130,40513,1732491371570, seqNum=2 from cache
2024-11-24T23:38:16,955 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 309) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3494 (was 3517)
2024-11-24T23:38:16,956 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T23:38:16,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T23:38:16,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:16,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:16,962 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T23:38:16,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-24T23:38:16,963 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T23:38:16,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T23:38:16,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:16,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:16,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T23:38:16,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-24T23:38:16,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-11-24T23:38:16,964 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,38691,1732491370557
2024-11-24T23:38:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T23:38:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T23:38:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:38:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:38:17,016 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T23:38:17,017 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T23:38:17,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T23:38:17,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T23:38:17,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:17,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T23:38:17,018 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,40513,1732491371570' *****
2024-11-24T23:38:17,018 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-24T23:38:17,018 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-24T23:38:17,018 INFO  [RS:0;ba7f32532130:40513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-24T23:38:17,018 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-24T23:38:17,018 INFO  [RS:0;ba7f32532130:40513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 6da67798cdc106e7b24bad4697063bd8
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 56e1c13d8afb9147f79f1ec2ae7745e0
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 6639516bc66f8cee9a6e4915e33b9d08
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 4466648d43367a545357d69187c2c14c
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2c9165eb0acb0a922c36ea306b56e6
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for a70b0195c39b7349974758867de119ba
2024-11-24T23:38:17,019 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:17,020 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6da67798cdc106e7b24bad4697063bd8, disabling compactions & flushes
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:38:17,020 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:38:17,020 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,40513,1732491371570
2024-11-24T23:38:17,020 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8. after waiting 0 ms
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T23:38:17,020 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:40513.
2024-11-24T23:38:17,020 DEBUG [RS:0;ba7f32532130:40513 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T23:38:17,020 DEBUG [RS:0;ba7f32532130:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-24T23:38:17,020 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-24T23:38:17,021 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-24T23:38:17,021 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-24T23:38:17,021 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T23:38:17,021 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T23:38:17,021 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T23:38:17,021 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T23:38:17,021 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T23:38:17,021 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4466648d43367a545357d69187c2c14c, 56e1c13d8afb9147f79f1ec2ae7745e0, 6639516bc66f8cee9a6e4915e33b9d08, 67c3cbe07b2b53358b5fefec2ff88741, 6da67798cdc106e7b24bad4697063bd8, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:17,024 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-24T23:38:17,024 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6da67798cdc106e7b24bad4697063bd8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:17,083 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/.tmp/testFamily/c6441ec352b547628b2565f442d125d9 is 61, key is row-0/testFamily:testQualifier/1732491458208/Put/seqid=0
2024-11-24T23:38:17,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741855_1031 (size=5049)
2024-11-24T23:38:17,095 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/info/0b7fcaabe1674f6bbf2f0b715bbe36f3 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba./info:regioninfo/1732491436639/Put/seqid=0
2024-11-24T23:38:17,097 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/.tmp/testFamily/c6441ec352b547628b2565f442d125d9
2024-11-24T23:38:17,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741856_1032 (size=20564)
2024-11-24T23:38:17,105 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/info/0b7fcaabe1674f6bbf2f0b715bbe36f3
2024-11-24T23:38:17,143 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/.tmp/testFamily/c6441ec352b547628b2565f442d125d9 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/testFamily/c6441ec352b547628b2565f442d125d9
2024-11-24T23:38:17,152 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/testFamily/c6441ec352b547628b2565f442d125d9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:17,161 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6da67798cdc106e7b24bad4697063bd8 in 135ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:17,163 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/ns/bfbd0fd7679a426ea954f5ac666bae1f is 43, key is default/ns:d/1732491435562/Put/seqid=0
2024-11-24T23:38:17,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741857_1033 (size=5153)
2024-11-24T23:38:17,169 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextException/6da67798cdc106e7b24bad4697063bd8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:17,171 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:38:17,172 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6da67798cdc106e7b24bad4697063bd8:
Waiting for close lock at 1732491497019Running coprocessor pre-close hooks at 1732491497019Disabling compacts and flushes for region at 1732491497019Disabling writes for close at 1732491497020 (+1 ms)Obtaining lock to block concurrent updates at 1732491497024 (+4 ms)Preparing flush snapshotting stores in 6da67798cdc106e7b24bad4697063bd8 at 1732491497024Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491497031 (+7 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8. at 1732491497032 (+1 ms)Flushing 6da67798cdc106e7b24bad4697063bd8/testFamily: creating writer at 1732491497033 (+1 ms)Flushing 6da67798cdc106e7b24bad4697063bd8/testFamily: appending metadata at 1732491497077 (+44 ms)Flushing 6da67798cdc106e7b24bad4697063bd8/testFamily: closing flushed file at 1732491497080 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbad377: reopening flushed file at 1732491497141 (+61 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6da67798cdc106e7b24bad4697063bd8 in 135ms, sequenceid=8, compaction requested=false at 1732491497161 (+20 ms)Writing region close event to WAL at 1732491497163 (+2 ms)Running coprocessor post-close hooks at 1732491497170 (+7 ms)Closed at 1732491497171 (+1 ms)
2024-11-24T23:38:17,172 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/ns/bfbd0fd7679a426ea954f5ac666bae1f
2024-11-24T23:38:17,172 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732491455142.6da67798cdc106e7b24bad4697063bd8.
2024-11-24T23:38:17,172 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56e1c13d8afb9147f79f1ec2ae7745e0, disabling compactions & flushes
2024-11-24T23:38:17,172 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:38:17,173 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:38:17,173 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0. after waiting 0 ms
2024-11-24T23:38:17,173 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:38:17,173 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56e1c13d8afb9147f79f1ec2ae7745e0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:17,191 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/.tmp/testFamily/2b55bc055064468395d15cb043f1d8b5 is 61, key is row-0/testFamily:testQualifier/1732491467539/Put/seqid=0
2024-11-24T23:38:17,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741858_1034 (size=5049)
2024-11-24T23:38:17,207 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/table/be5da77f77834b2e8a72811b0b570e92 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732491436656/Put/seqid=0
2024-11-24T23:38:17,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741859_1035 (size=6699)
2024-11-24T23:38:17,222 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4466648d43367a545357d69187c2c14c, 56e1c13d8afb9147f79f1ec2ae7745e0, 6639516bc66f8cee9a6e4915e33b9d08, 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:17,422 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4466648d43367a545357d69187c2c14c, 56e1c13d8afb9147f79f1ec2ae7745e0, 6639516bc66f8cee9a6e4915e33b9d08, 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:17,466 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-24T23:38:17,528 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:38:17,600 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/.tmp/testFamily/2b55bc055064468395d15cb043f1d8b5
2024-11-24T23:38:17,610 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/.tmp/testFamily/2b55bc055064468395d15cb043f1d8b5 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/testFamily/2b55bc055064468395d15cb043f1d8b5
2024-11-24T23:38:17,618 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/testFamily/2b55bc055064468395d15cb043f1d8b5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:17,619 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/table/be5da77f77834b2e8a72811b0b570e92
2024-11-24T23:38:17,622 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 56e1c13d8afb9147f79f1ec2ae7745e0 in 449ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:17,622 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4466648d43367a545357d69187c2c14c, 56e1c13d8afb9147f79f1ec2ae7745e0, 6639516bc66f8cee9a6e4915e33b9d08, 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:17,628 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNextAsync/56e1c13d8afb9147f79f1ec2ae7745e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:17,629 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:38:17,629 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56e1c13d8afb9147f79f1ec2ae7745e0:
Waiting for close lock at 1732491497172Running coprocessor pre-close hooks at 1732491497172Disabling compacts and flushes for region at 1732491497172Disabling writes for close at 1732491497173 (+1 ms)Obtaining lock to block concurrent updates at 1732491497173Preparing flush snapshotting stores in 56e1c13d8afb9147f79f1ec2ae7745e0 at 1732491497173Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491497173Flushing stores of testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0. at 1732491497174 (+1 ms)Flushing 56e1c13d8afb9147f79f1ec2ae7745e0/testFamily: creating writer at 1732491497174Flushing 56e1c13d8afb9147f79f1ec2ae7745e0/testFamily: appending metadata at 1732491497191 (+17 ms)Flushing 56e1c13d8afb9147f79f1ec2ae7745e0/testFamily: closing flushed file at 1732491497191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fd88bd: reopening flushed file at 1732491497608 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 56e1c13d8afb9147f79f1ec2ae7745e0 in 449ms, sequenceid=8, compaction requested=false at 1732491497622 (+14 ms)Writing region close event to WAL at 1732491497623 (+1 ms)Running coprocessor post-close hooks at 1732491497629 (+6 ms)Closed at 1732491497629
2024-11-24T23:38:17,629 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732491464484.56e1c13d8afb9147f79f1ec2ae7745e0.
2024-11-24T23:38:17,629 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6639516bc66f8cee9a6e4915e33b9d08, disabling compactions & flushes
2024-11-24T23:38:17,630 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:38:17,630 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:38:17,630 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08. after waiting 0 ms
2024-11-24T23:38:17,630 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:38:17,630 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6639516bc66f8cee9a6e4915e33b9d08 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:17,630 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/info/0b7fcaabe1674f6bbf2f0b715bbe36f3 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/info/0b7fcaabe1674f6bbf2f0b715bbe36f3
2024-11-24T23:38:17,649 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/info/0b7fcaabe1674f6bbf2f0b715bbe36f3, entries=100, sequenceid=56, filesize=20.1 K
2024-11-24T23:38:17,650 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/.tmp/testFamily/912095256b134ba8bab8ffdf38094298 is 61, key is row-0/testFamily:testQualifier/1732491471626/Put/seqid=0
2024-11-24T23:38:17,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741860_1036 (size=5049)
2024-11-24T23:38:17,657 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/.tmp/testFamily/912095256b134ba8bab8ffdf38094298
2024-11-24T23:38:17,658 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/ns/bfbd0fd7679a426ea954f5ac666bae1f as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/ns/bfbd0fd7679a426ea954f5ac666bae1f
2024-11-24T23:38:17,670 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/.tmp/testFamily/912095256b134ba8bab8ffdf38094298 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/testFamily/912095256b134ba8bab8ffdf38094298
2024-11-24T23:38:17,676 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/ns/bfbd0fd7679a426ea954f5ac666bae1f, entries=2, sequenceid=56, filesize=5.0 K
2024-11-24T23:38:17,679 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/.tmp/table/be5da77f77834b2e8a72811b0b570e92 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/table/be5da77f77834b2e8a72811b0b570e92
2024-11-24T23:38:17,685 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/testFamily/912095256b134ba8bab8ffdf38094298, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:17,689 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6639516bc66f8cee9a6e4915e33b9d08 in 58ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:17,698 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/table/be5da77f77834b2e8a72811b0b570e92, entries=20, sequenceid=56, filesize=6.5 K
2024-11-24T23:38:17,700 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 679ms, sequenceid=56, compaction requested=false
2024-11-24T23:38:17,701 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnNext/6639516bc66f8cee9a6e4915e33b9d08/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:17,703 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:38:17,703 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6639516bc66f8cee9a6e4915e33b9d08:
Waiting for close lock at 1732491497629Running coprocessor pre-close hooks at 1732491497629Disabling compacts and flushes for region at 1732491497629Disabling writes for close at 1732491497630 (+1 ms)Obtaining lock to block concurrent updates at 1732491497630Preparing flush snapshotting stores in 6639516bc66f8cee9a6e4915e33b9d08 at 1732491497630Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491497630Flushing stores of testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08. at 1732491497631 (+1 ms)Flushing 6639516bc66f8cee9a6e4915e33b9d08/testFamily: creating writer at 1732491497631Flushing 6639516bc66f8cee9a6e4915e33b9d08/testFamily: appending metadata at 1732491497650 (+19 ms)Flushing 6639516bc66f8cee9a6e4915e33b9d08/testFamily: closing flushed file at 1732491497650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e34bbfa: reopening flushed file at 1732491497668 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6639516bc66f8cee9a6e4915e33b9d08 in 58ms, sequenceid=8, compaction requested=false at 1732491497689 (+21 ms)Writing region close event to WAL at 1732491497693 (+4 ms)Running coprocessor post-close hooks at 1732491497702 (+9 ms)Closed at 1732491497703 (+1 ms)
2024-11-24T23:38:17,703 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732491470595.6639516bc66f8cee9a6e4915e33b9d08.
2024-11-24T23:38:17,703 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4466648d43367a545357d69187c2c14c, disabling compactions & flushes
2024-11-24T23:38:17,703 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:17,704 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:17,704 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c. after waiting 0 ms
2024-11-24T23:38:17,704 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:17,704 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4466648d43367a545357d69187c2c14c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:17,721 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-24T23:38:17,722 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T23:38:17,723 INFO  [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T23:38:17,723 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732491497021Running coprocessor pre-close hooks at 1732491497021Disabling compacts and flushes for region at 1732491497021Disabling writes for close at 1732491497021Obtaining lock to block concurrent updates at 1732491497024 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732491497024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732491497031 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732491497032 (+1 ms)Flushing 1588230740/info: creating writer at 1732491497033 (+1 ms)Flushing 1588230740/info: appending metadata at 1732491497088 (+55 ms)Flushing 1588230740/info: closing flushed file at 1732491497088Flushing 1588230740/ns: creating writer at 1732491497141 (+53 ms)Flushing 1588230740/ns: appending metadata at 1732491497161 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732491497161Flushing 1588230740/table: creating writer at 1732491497183 (+22 ms)Flushing 1588230740/table: appending metadata at 1732491497206 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732491497206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e903cc: reopening flushed file at 1732491497629 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0ce473: reopening flushed file at 1732491497650 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e29c0e0: reopening flushed file at 1732491497676 (+26 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 679ms, sequenceid=56, compaction requested=false at 1732491497700 (+24 ms)Writing region close event to WAL at 1732491497705 (+5 ms)Running coprocessor post-close hooks at 1732491497722 (+17 ms)Closed at 1732491497722
2024-11-24T23:38:17,723 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-24T23:38:17,734 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/.tmp/testFamily/ca43d5f8b9e14776addc3e8202c47411 is 61, key is row-0/testFamily:testQualifier/1732491484819/Put/seqid=0
2024-11-24T23:38:17,737 INFO  [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-24T23:38:17,737 INFO  [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-24T23:38:17,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741861_1037 (size=5049)
2024-11-24T23:38:17,823 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 4466648d43367a545357d69187c2c14c, 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:18,023 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-24T23:38:18,023 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1325): Online Regions={4466648d43367a545357d69187c2c14c=hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c., cc2c9165eb0acb0a922c36ea306b56e6=hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., f8ab5b37feab2248a882ab96c678b17f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., a70b0195c39b7349974758867de119ba=testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba., ec7780f07ccd53cb6fedc33957aac077=hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., aee4ac14a3047be8046349bf59570150=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., 67c3cbe07b2b53358b5fefec2ff88741=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.}
2024-11-24T23:38:18,023 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 4466648d43367a545357d69187c2c14c, 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:18,140 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/.tmp/testFamily/ca43d5f8b9e14776addc3e8202c47411
2024-11-24T23:38:18,151 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/.tmp/testFamily/ca43d5f8b9e14776addc3e8202c47411 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/testFamily/ca43d5f8b9e14776addc3e8202c47411
2024-11-24T23:38:18,162 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/testFamily/ca43d5f8b9e14776addc3e8202c47411, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:18,163 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4466648d43367a545357d69187c2c14c in 459ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:18,170 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNext/4466648d43367a545357d69187c2c14c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:18,171 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:18,171 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4466648d43367a545357d69187c2c14c:
Waiting for close lock at 1732491497703Running coprocessor pre-close hooks at 1732491497703Disabling compacts and flushes for region at 1732491497703Disabling writes for close at 1732491497704 (+1 ms)Obtaining lock to block concurrent updates at 1732491497704Preparing flush snapshotting stores in 4466648d43367a545357d69187c2c14c at 1732491497704Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491497704Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c. at 1732491497706 (+2 ms)Flushing 4466648d43367a545357d69187c2c14c/testFamily: creating writer at 1732491497706Flushing 4466648d43367a545357d69187c2c14c/testFamily: appending metadata at 1732491497734 (+28 ms)Flushing 4466648d43367a545357d69187c2c14c/testFamily: closing flushed file at 1732491497734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f2b4f3: reopening flushed file at 1732491498150 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4466648d43367a545357d69187c2c14c in 459ms, sequenceid=8, compaction requested=false at 1732491498164 (+14 ms)Writing region close event to WAL at 1732491498164Running coprocessor post-close hooks at 1732491498171 (+7 ms)Closed at 1732491498171
2024-11-24T23:38:18,171 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732491481742.4466648d43367a545357d69187c2c14c.
2024-11-24T23:38:18,171 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2c9165eb0acb0a922c36ea306b56e6, disabling compactions & flushes
2024-11-24T23:38:18,171 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:38:18,171 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:38:18,172 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6. after waiting 0 ms
2024-11-24T23:38:18,172 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:38:18,172 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2c9165eb0acb0a922c36ea306b56e6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:18,192 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/.tmp/testFamily/f9afbe0073004b8781966bf4dbcc5313 is 61, key is row-0/testFamily:testQualifier/1732491439992/Put/seqid=0
2024-11-24T23:38:18,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741862_1038 (size=5049)
2024-11-24T23:38:18,223 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:18,424 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:18,603 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/.tmp/testFamily/f9afbe0073004b8781966bf4dbcc5313
2024-11-24T23:38:18,624 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, cc2c9165eb0acb0a922c36ea306b56e6, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:18,656 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/.tmp/testFamily/f9afbe0073004b8781966bf4dbcc5313 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/testFamily/f9afbe0073004b8781966bf4dbcc5313
2024-11-24T23:38:18,668 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/testFamily/f9afbe0073004b8781966bf4dbcc5313, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:18,670 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cc2c9165eb0acb0a922c36ea306b56e6 in 498ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:18,676 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScanner/cc2c9165eb0acb0a922c36ea306b56e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:18,677 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:38:18,677 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2c9165eb0acb0a922c36ea306b56e6:
Waiting for close lock at 1732491498171Running coprocessor pre-close hooks at 1732491498171Disabling compacts and flushes for region at 1732491498171Disabling writes for close at 1732491498172 (+1 ms)Obtaining lock to block concurrent updates at 1732491498172Preparing flush snapshotting stores in cc2c9165eb0acb0a922c36ea306b56e6 at 1732491498172Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491498172Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6. at 1732491498173 (+1 ms)Flushing cc2c9165eb0acb0a922c36ea306b56e6/testFamily: creating writer at 1732491498173Flushing cc2c9165eb0acb0a922c36ea306b56e6/testFamily: appending metadata at 1732491498192 (+19 ms)Flushing cc2c9165eb0acb0a922c36ea306b56e6/testFamily: closing flushed file at 1732491498192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e83cf31: reopening flushed file at 1732491498655 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cc2c9165eb0acb0a922c36ea306b56e6 in 498ms, sequenceid=8, compaction requested=false at 1732491498670 (+15 ms)Writing region close event to WAL at 1732491498671 (+1 ms)Running coprocessor post-close hooks at 1732491498677 (+6 ms)Closed at 1732491498677
2024-11-24T23:38:18,677 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732491436943.cc2c9165eb0acb0a922c36ea306b56e6.
2024-11-24T23:38:18,677 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8ab5b37feab2248a882ab96c678b17f, disabling compactions & flushes
2024-11-24T23:38:18,678 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:38:18,678 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:38:18,678 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f. after waiting 0 ms
2024-11-24T23:38:18,678 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:38:18,678 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8ab5b37feab2248a882ab96c678b17f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:18,694 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/.tmp/testFamily/1f8fd2719c98486caef9f4b00bcd0fc3 is 61, key is row-0/testFamily:testQualifier/1732491475701/Put/seqid=0
2024-11-24T23:38:18,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741863_1039 (size=5049)
2024-11-24T23:38:18,824 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:19,025 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-24T23:38:19,025 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1325): Online Regions={f8ab5b37feab2248a882ab96c678b17f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., a70b0195c39b7349974758867de119ba=testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba., ec7780f07ccd53cb6fedc33957aac077=hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., aee4ac14a3047be8046349bf59570150=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., 67c3cbe07b2b53358b5fefec2ff88741=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.}
2024-11-24T23:38:19,025 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077, f8ab5b37feab2248a882ab96c678b17f
2024-11-24T23:38:19,100 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/.tmp/testFamily/1f8fd2719c98486caef9f4b00bcd0fc3
2024-11-24T23:38:19,112 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/.tmp/testFamily/1f8fd2719c98486caef9f4b00bcd0fc3 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/testFamily/1f8fd2719c98486caef9f4b00bcd0fc3
2024-11-24T23:38:19,123 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/testFamily/1f8fd2719c98486caef9f4b00bcd0fc3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:19,124 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f8ab5b37feab2248a882ab96c678b17f in 446ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:19,130 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f8ab5b37feab2248a882ab96c678b17f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:19,131 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8ab5b37feab2248a882ab96c678b17f:
Waiting for close lock at 1732491498677Running coprocessor pre-close hooks at 1732491498677Disabling compacts and flushes for region at 1732491498677Disabling writes for close at 1732491498678 (+1 ms)Obtaining lock to block concurrent updates at 1732491498678Preparing flush snapshotting stores in f8ab5b37feab2248a882ab96c678b17f at 1732491498678Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491498678Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f. at 1732491498679 (+1 ms)Flushing f8ab5b37feab2248a882ab96c678b17f/testFamily: creating writer at 1732491498679Flushing f8ab5b37feab2248a882ab96c678b17f/testFamily: appending metadata at 1732491498694 (+15 ms)Flushing f8ab5b37feab2248a882ab96c678b17f/testFamily: closing flushed file at 1732491498694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71061d23: reopening flushed file at 1732491499110 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f8ab5b37feab2248a882ab96c678b17f in 446ms, sequenceid=8, compaction requested=false at 1732491499124 (+14 ms)Writing region close event to WAL at 1732491499125 (+1 ms)Running coprocessor post-close hooks at 1732491499131 (+6 ms)Closed at 1732491499131
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732491474672.f8ab5b37feab2248a882ab96c678b17f.
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a70b0195c39b7349974758867de119ba, disabling compactions & flushes
2024-11-24T23:38:19,131 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba. after waiting 0 ms
2024-11-24T23:38:19,131 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:38:19,131 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a70b0195c39b7349974758867de119ba 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:19,148 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/.tmp/testFamily/c06c84733bee48f18ffe00b882490e4e is 61, key is row-0/testFamily:testQualifier/1732491436869/Put/seqid=0
2024-11-24T23:38:19,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741864_1040 (size=5049)
2024-11-24T23:38:19,225 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:19,426 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, a70b0195c39b7349974758867de119ba, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:19,555 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/.tmp/testFamily/c06c84733bee48f18ffe00b882490e4e
2024-11-24T23:38:19,571 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/.tmp/testFamily/c06c84733bee48f18ffe00b882490e4e as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/testFamily/c06c84733bee48f18ffe00b882490e4e
2024-11-24T23:38:19,579 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/testFamily/c06c84733bee48f18ffe00b882490e4e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:19,581 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a70b0195c39b7349974758867de119ba in 450ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:19,586 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a70b0195c39b7349974758867de119ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:19,587 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:38:19,587 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a70b0195c39b7349974758867de119ba:
Waiting for close lock at 1732491499131Running coprocessor pre-close hooks at 1732491499131Disabling compacts and flushes for region at 1732491499131Disabling writes for close at 1732491499131Obtaining lock to block concurrent updates at 1732491499131Preparing flush snapshotting stores in a70b0195c39b7349974758867de119ba at 1732491499131Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491499132 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba. at 1732491499132Flushing a70b0195c39b7349974758867de119ba/testFamily: creating writer at 1732491499133 (+1 ms)Flushing a70b0195c39b7349974758867de119ba/testFamily: appending metadata at 1732491499147 (+14 ms)Flushing a70b0195c39b7349974758867de119ba/testFamily: closing flushed file at 1732491499147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432e94c3: reopening flushed file at 1732491499569 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a70b0195c39b7349974758867de119ba in 450ms, sequenceid=8, compaction requested=false at 1732491499581 (+12 ms)Writing region close event to WAL at 1732491499582 (+1 ms)Running coprocessor post-close hooks at 1732491499587 (+5 ms)Closed at 1732491499587
2024-11-24T23:38:19,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732491435795.a70b0195c39b7349974758867de119ba.
2024-11-24T23:38:19,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec7780f07ccd53cb6fedc33957aac077, disabling compactions & flushes
2024-11-24T23:38:19,588 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:38:19,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:38:19,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077. after waiting 0 ms
2024-11-24T23:38:19,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:38:19,588 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec7780f07ccd53cb6fedc33957aac077 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:19,604 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/.tmp/testFamily/2fda9a55ee86430fa370c8fc4ea028cb is 61, key is row-0/testFamily:testQualifier/1732491449096/Put/seqid=0
2024-11-24T23:38:19,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741865_1041 (size=5049)
2024-11-24T23:38:19,626 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:19,826 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:20,010 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/.tmp/testFamily/2fda9a55ee86430fa370c8fc4ea028cb
2024-11-24T23:38:20,019 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/.tmp/testFamily/2fda9a55ee86430fa370c8fc4ea028cb as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/testFamily/2fda9a55ee86430fa370c8fc4ea028cb
2024-11-24T23:38:20,026 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-24T23:38:20,026 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1325): Online Regions={ec7780f07ccd53cb6fedc33957aac077=hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., aee4ac14a3047be8046349bf59570150=testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., 67c3cbe07b2b53358b5fefec2ff88741=testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.}
2024-11-24T23:38:20,026 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, aee4ac14a3047be8046349bf59570150, ec7780f07ccd53cb6fedc33957aac077
2024-11-24T23:38:20,027 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/testFamily/2fda9a55ee86430fa370c8fc4ea028cb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:20,028 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec7780f07ccd53cb6fedc33957aac077 in 440ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:20,033 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/hbase/testMetaScanTimeoutOnNextAsync/ec7780f07ccd53cb6fedc33957aac077/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:20,034 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:38:20,034 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec7780f07ccd53cb6fedc33957aac077:
Waiting for close lock at 1732491499588Running coprocessor pre-close hooks at 1732491499588Disabling compacts and flushes for region at 1732491499588Disabling writes for close at 1732491499588Obtaining lock to block concurrent updates at 1732491499588Preparing flush snapshotting stores in ec7780f07ccd53cb6fedc33957aac077 at 1732491499588Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491499589 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077. at 1732491499589Flushing ec7780f07ccd53cb6fedc33957aac077/testFamily: creating writer at 1732491499590 (+1 ms)Flushing ec7780f07ccd53cb6fedc33957aac077/testFamily: appending metadata at 1732491499604 (+14 ms)Flushing ec7780f07ccd53cb6fedc33957aac077/testFamily: closing flushed file at 1732491499604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72502ed9: reopening flushed file at 1732491500018 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec7780f07ccd53cb6fedc33957aac077 in 440ms, sequenceid=8, compaction requested=false at 1732491500029 (+11 ms)Writing region close event to WAL at 1732491500029Running coprocessor post-close hooks at 1732491500034 (+5 ms)Closed at 1732491500034
2024-11-24T23:38:20,034 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732491446044.ec7780f07ccd53cb6fedc33957aac077.
2024-11-24T23:38:20,034 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee4ac14a3047be8046349bf59570150, disabling compactions & flushes
2024-11-24T23:38:20,035 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:20,035 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:20,035 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150. after waiting 0 ms
2024-11-24T23:38:20,035 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:20,035 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aee4ac14a3047be8046349bf59570150 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:20,051 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/.tmp/testFamily/91546133ccbe45a0af4f6e460301e293 is 61, key is row-0/testFamily:testQualifier/1732491493923/Put/seqid=0
2024-11-24T23:38:20,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741866_1042 (size=5049)
2024-11-24T23:38:20,227 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:20,427 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741, aee4ac14a3047be8046349bf59570150
2024-11-24T23:38:20,456 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/.tmp/testFamily/91546133ccbe45a0af4f6e460301e293
2024-11-24T23:38:20,467 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/.tmp/testFamily/91546133ccbe45a0af4f6e460301e293 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/testFamily/91546133ccbe45a0af4f6e460301e293
2024-11-24T23:38:20,475 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/testFamily/91546133ccbe45a0af4f6e460301e293, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:20,476 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aee4ac14a3047be8046349bf59570150 in 441ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:20,482 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScannerAsync/aee4ac14a3047be8046349bf59570150/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:20,483 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee4ac14a3047be8046349bf59570150:
Waiting for close lock at 1732491500034Running coprocessor pre-close hooks at 1732491500034Disabling compacts and flushes for region at 1732491500034Disabling writes for close at 1732491500035 (+1 ms)Obtaining lock to block concurrent updates at 1732491500035Preparing flush snapshotting stores in aee4ac14a3047be8046349bf59570150 at 1732491500035Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491500035Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150. at 1732491500036 (+1 ms)Flushing aee4ac14a3047be8046349bf59570150/testFamily: creating writer at 1732491500036Flushing aee4ac14a3047be8046349bf59570150/testFamily: appending metadata at 1732491500050 (+14 ms)Flushing aee4ac14a3047be8046349bf59570150/testFamily: closing flushed file at 1732491500050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dde086: reopening flushed file at 1732491500465 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aee4ac14a3047be8046349bf59570150 in 441ms, sequenceid=8, compaction requested=false at 1732491500476 (+11 ms)Writing region close event to WAL at 1732491500477 (+1 ms)Running coprocessor post-close hooks at 1732491500482 (+5 ms)Closed at 1732491500482
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732491490866.aee4ac14a3047be8046349bf59570150.
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67c3cbe07b2b53358b5fefec2ff88741, disabling compactions & flushes
2024-11-24T23:38:20,483 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741. after waiting 0 ms
2024-11-24T23:38:20,483 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:38:20,483 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67c3cbe07b2b53358b5fefec2ff88741 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T23:38:20,499 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/.tmp/testFamily/afe560def2bf4a5288f550f048c24358 is 61, key is row-0/testFamily:testQualifier/1732491461442/Put/seqid=0
2024-11-24T23:38:20,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741867_1043 (size=5049)
2024-11-24T23:38:20,628 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:38:20,828 DEBUG [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1351): Waiting on 67c3cbe07b2b53358b5fefec2ff88741
2024-11-24T23:38:20,907 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/.tmp/testFamily/afe560def2bf4a5288f550f048c24358
2024-11-24T23:38:20,923 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/.tmp/testFamily/afe560def2bf4a5288f550f048c24358 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/testFamily/afe560def2bf4a5288f550f048c24358
2024-11-24T23:38:20,932 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/testFamily/afe560def2bf4a5288f550f048c24358, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T23:38:20,933 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 67c3cbe07b2b53358b5fefec2ff88741 in 450ms, sequenceid=8, compaction requested=false
2024-11-24T23:38:20,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T23:38:20,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T23:38:20,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T23:38:20,939 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/data/default/testNormalScanTimeoutOnOpenScanner/67c3cbe07b2b53358b5fefec2ff88741/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T23:38:20,940 INFO  [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:38:20,940 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67c3cbe07b2b53358b5fefec2ff88741:
Waiting for close lock at 1732491500483Running coprocessor pre-close hooks at 1732491500483Disabling compacts and flushes for region at 1732491500483Disabling writes for close at 1732491500483Obtaining lock to block concurrent updates at 1732491500483Preparing flush snapshotting stores in 67c3cbe07b2b53358b5fefec2ff88741 at 1732491500483Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732491500483Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741. at 1732491500484 (+1 ms)Flushing 67c3cbe07b2b53358b5fefec2ff88741/testFamily: creating writer at 1732491500484Flushing 67c3cbe07b2b53358b5fefec2ff88741/testFamily: appending metadata at 1732491500499 (+15 ms)Flushing 67c3cbe07b2b53358b5fefec2ff88741/testFamily: closing flushed file at 1732491500499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b4be4d: reopening flushed file at 1732491500922 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 67c3cbe07b2b53358b5fefec2ff88741 in 450ms, sequenceid=8, compaction requested=false at 1732491500933 (+11 ms)Writing region close event to WAL at 1732491500934 (+1 ms)Running coprocessor post-close hooks at 1732491500940 (+6 ms)Closed at 1732491500940
2024-11-24T23:38:20,940 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732491458384.67c3cbe07b2b53358b5fefec2ff88741.
2024-11-24T23:38:21,029 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,40513,1732491371570; all regions closed.
2024-11-24T23:38:21,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741834_1010 (size=19479)
2024-11-24T23:38:21,039 DEBUG [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/oldWALs
2024-11-24T23:38:21,039 INFO  [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C40513%2C1732491371570.meta:.meta(num 1732491435322)
2024-11-24T23:38:21,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741833_1009 (size=20031)
2024-11-24T23:38:21,042 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/WALs/ba7f32532130,40513,1732491371570/ba7f32532130%2C40513%2C1732491371570.1732491434799 not finished, retry = 0
2024-11-24T23:38:21,151 DEBUG [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/oldWALs
2024-11-24T23:38:21,151 INFO  [RS:0;ba7f32532130:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C40513%2C1732491371570:(num 1732491434799)
2024-11-24T23:38:21,151 DEBUG [RS:0;ba7f32532130:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T23:38:21,151 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T23:38:21,152 INFO  [RS:0;ba7f32532130:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T23:38:21,152 INFO  [RS:0;ba7f32532130:40513 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-24T23:38:21,153 INFO  [RS:0;ba7f32532130:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T23:38:21,153 INFO  [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T23:38:21,156 INFO  [RS:0;ba7f32532130:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40513
2024-11-24T23:38:21,160 INFO  [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T23:38:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,40513,1732491371570
2024-11-24T23:38:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T23:38:21,217 INFO  [RS:0;ba7f32532130:40513 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T23:38:21,219 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,40513,1732491371570]
2024-11-24T23:38:21,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,40513,1732491371570 already deleted, retry=false
2024-11-24T23:38:21,237 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,40513,1732491371570 expired; onlineServers=0
2024-11-24T23:38:21,237 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,38691,1732491370557' *****
2024-11-24T23:38:21,237 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-24T23:38:21,238 INFO  [M:0;ba7f32532130:38691 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T23:38:21,238 INFO  [M:0;ba7f32532130:38691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T23:38:21,238 DEBUG [M:0;ba7f32532130:38691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-24T23:38:21,238 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-24T23:38:21,238 DEBUG [M:0;ba7f32532130:38691 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-24T23:38:21,239 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732491374578 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732491374578,5,FailOnTimeoutGroup]
2024-11-24T23:38:21,239 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732491374579 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732491374579,5,FailOnTimeoutGroup]
2024-11-24T23:38:21,239 INFO  [M:0;ba7f32532130:38691 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-24T23:38:21,239 INFO  [M:0;ba7f32532130:38691 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T23:38:21,239 DEBUG [M:0;ba7f32532130:38691 {}] master.HMaster(1795): Stopping service threads
2024-11-24T23:38:21,239 INFO  [M:0;ba7f32532130:38691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-24T23:38:21,239 INFO  [M:0;ba7f32532130:38691 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T23:38:21,240 INFO  [M:0;ba7f32532130:38691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-24T23:38:21,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-24T23:38:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-24T23:38:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T23:38:21,248 DEBUG [M:0;ba7f32532130:38691 {}] zookeeper.ZKUtil(347): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-24T23:38:21,248 WARN  [M:0;ba7f32532130:38691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-24T23:38:21,249 INFO  [M:0;ba7f32532130:38691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/.lastflushedseqids
2024-11-24T23:38:21,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741868_1044 (size=712)
2024-11-24T23:38:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T23:38:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1016f3458ca0001, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T23:38:21,328 INFO  [RS:0;ba7f32532130:40513 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T23:38:21,328 INFO  [RS:0;ba7f32532130:40513 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,40513,1732491371570; zookeeper connection closed.
2024-11-24T23:38:21,328 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b215b40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b215b40
2024-11-24T23:38:21,329 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-24T23:38:21,660 INFO  [M:0;ba7f32532130:38691 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-24T23:38:21,660 INFO  [M:0;ba7f32532130:38691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-24T23:38:21,660 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T23:38:21,660 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:38:21,660 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:38:21,660 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T23:38:21,661 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:38:21,661 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.17 KB heapSize=191.22 KB
2024-11-24T23:38:21,677 DEBUG [M:0;ba7f32532130:38691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f713440dc0c4c0ea6d2cbf1d3d99b54 is 82, key is hbase:meta,,1/info:regioninfo/1732491435407/Put/seqid=0
2024-11-24T23:38:21,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741869_1045 (size=5672)
2024-11-24T23:38:22,082 INFO  [M:0;ba7f32532130:38691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f713440dc0c4c0ea6d2cbf1d3d99b54
2024-11-24T23:38:22,109 DEBUG [M:0;ba7f32532130:38691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0278301c4cf1434bbbec8bb24193d409 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732491436663/Put/seqid=0
2024-11-24T23:38:22,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741870_1046 (size=14077)
2024-11-24T23:38:22,115 INFO  [M:0;ba7f32532130:38691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0278301c4cf1434bbbec8bb24193d409
2024-11-24T23:38:22,122 INFO  [M:0;ba7f32532130:38691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0278301c4cf1434bbbec8bb24193d409
2024-11-24T23:38:22,140 DEBUG [M:0;ba7f32532130:38691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1a344e2889c4f3597afbb1d47e4c718 is 69, key is ba7f32532130,40513,1732491371570/rs:state/1732491404604/Put/seqid=0
2024-11-24T23:38:22,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741871_1047 (size=5156)
2024-11-24T23:38:22,546 INFO  [M:0;ba7f32532130:38691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1a344e2889c4f3597afbb1d47e4c718
2024-11-24T23:38:22,554 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f713440dc0c4c0ea6d2cbf1d3d99b54 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f713440dc0c4c0ea6d2cbf1d3d99b54
2024-11-24T23:38:22,562 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f713440dc0c4c0ea6d2cbf1d3d99b54, entries=8, sequenceid=319, filesize=5.5 K
2024-11-24T23:38:22,563 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0278301c4cf1434bbbec8bb24193d409 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0278301c4cf1434bbbec8bb24193d409
2024-11-24T23:38:22,570 INFO  [M:0;ba7f32532130:38691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0278301c4cf1434bbbec8bb24193d409
2024-11-24T23:38:22,570 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0278301c4cf1434bbbec8bb24193d409, entries=33, sequenceid=319, filesize=13.7 K
2024-11-24T23:38:22,572 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1a344e2889c4f3597afbb1d47e4c718 as hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1a344e2889c4f3597afbb1d47e4c718
2024-11-24T23:38:22,579 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41317/user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1a344e2889c4f3597afbb1d47e4c718, entries=1, sequenceid=319, filesize=5.0 K
2024-11-24T23:38:22,580 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.17 KB/167087, heapSize ~190.92 KB/195504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=319, compaction requested=false
2024-11-24T23:38:22,583 INFO  [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T23:38:22,583 DEBUG [M:0;ba7f32532130:38691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732491501660Disabling compacts and flushes for region at 1732491501660Disabling writes for close at 1732491501661 (+1 ms)Obtaining lock to block concurrent updates at 1732491501661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732491501661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167087, getHeapSize=195744, getOffHeapSize=0, getCellsCount=366 at 1732491501661Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732491501662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732491501662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732491501676 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732491501676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732491502089 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732491502109 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732491502109Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732491502122 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732491502139 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732491502139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ae8eb: reopening flushed file at 1732491502553 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458cbc9c: reopening flushed file at 1732491502562 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660359f5: reopening flushed file at 1732491502570 (+8 ms)Finished flush of dataSize ~163.17 KB/167087, heapSize ~190.92 KB/195504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=319, compaction requested=false at 1732491502580 (+10 ms)Writing region close event to WAL at 1732491502583 (+3 ms)Closed at 1732491502583
2024-11-24T23:38:22,587 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ae63cc-9c26-4d57-7bbc-6c41cc33e790/MasterData/WALs/ba7f32532130,38691,1732491370557/ba7f32532130%2C38691%2C1732491370557.1732491373801 not finished, retry = 0
2024-11-24T23:38:22,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741830_1006 (size=188429)
2024-11-24T23:38:22,673 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T23:38:22,689 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T23:38:22,689 INFO  [M:0;ba7f32532130:38691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-24T23:38:22,689 INFO  [M:0;ba7f32532130:38691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38691
2024-11-24T23:38:22,689 INFO  [M:0;ba7f32532130:38691 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T23:38:22,843 INFO  [M:0;ba7f32532130:38691 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T23:38:22,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T23:38:22,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38691-0x1016f3458ca0000, quorum=127.0.0.1:61471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T23:38:22,849 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T23:38:22,852 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T23:38:22,852 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T23:38:22,853 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T23:38:22,853 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.log.dir/,STOPPED}
2024-11-24T23:38:22,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-24T23:38:22,857 WARN  [BP-649464174-172.17.0.3-1732491366762 heartbeating to localhost/127.0.0.1:41317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-24T23:38:22,857 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-24T23:38:22,857 WARN  [BP-649464174-172.17.0.3-1732491366762 heartbeating to localhost/127.0.0.1:41317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-649464174-172.17.0.3-1732491366762 (Datanode Uuid 60b0d061-c86d-4b4a-b665-67e48689b241) service to localhost/127.0.0.1:41317
2024-11-24T23:38:22,859 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/data/data1/current/BP-649464174-172.17.0.3-1732491366762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T23:38:22,859 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/cluster_a625e923-ed09-0cb6-0acf-e67fbb07d24f/data/data2/current/BP-649464174-172.17.0.3-1732491366762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T23:38:22,860 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-24T23:38:22,869 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T23:38:22,870 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T23:38:22,870 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T23:38:22,870 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T23:38:22,870 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d21b43-b8fc-8e52-68a0-8691fd2f5ef4/hadoop.log.dir/,STOPPED}
2024-11-24T23:38:22,883 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-24T23:38:22,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down