2024-11-13 10:41:09,692 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 10:41:09,737 main DEBUG Took 0.019815 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 10:41:09,738 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 10:41:09,738 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 10:41:09,739 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 10:41:09,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,753 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 10:41:09,778 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,786 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,789 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,791 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,796 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 10:41:09,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,804 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 10:41:09,811 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 10:41:09,820 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 10:41:09,823 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 10:41:09,823 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 10:41:09,833 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 10:41:09,834 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 10:41:09,861 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 10:41:09,865 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 10:41:09,867 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 10:41:09,868 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 10:41:09,868 main DEBUG createAppenders(={Console})
2024-11-13 10:41:09,869 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-13 10:41:09,871 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 10:41:09,871 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-13 10:41:09,874 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 10:41:09,874 main DEBUG OutputStream closed
2024-11-13 10:41:09,875 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 10:41:09,875 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 10:41:09,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-13 10:41:09,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 10:41:09,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 10:41:09,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 10:41:09,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 10:41:09,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 10:41:09,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 10:41:09,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 10:41:09,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 10:41:09,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 10:41:09,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 10:41:09,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 10:41:09,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 10:41:09,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 10:41:09,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 10:41:09,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 10:41:09,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 10:41:09,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 10:41:09,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 10:41:09,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 10:41:09,996 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-13 10:41:09,997 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 10:41:09,998 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-13T10:41:10,017 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-13 10:41:10,030 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 10:41:10,030 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T10:41:10,439 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b
2024-11-13T10:41:10,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T10:41:10,483 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57, deleteOnExit=true
2024-11-13T10:41:10,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T10:41:10,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/test.cache.data in system properties and HBase conf
2024-11-13T10:41:10,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T10:41:10,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.log.dir in system properties and HBase conf
2024-11-13T10:41:10,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T10:41:10,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T10:41:10,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T10:41:10,595 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T10:41:10,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T10:41:10,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T10:41:10,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T10:41:10,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T10:41:10,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T10:41:10,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T10:41:10,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T10:41:10,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T10:41:10,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T10:41:10,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T10:41:10,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/nfs.dump.dir in system properties and HBase conf
2024-11-13T10:41:10,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/java.io.tmpdir in system properties and HBase conf
2024-11-13T10:41:10,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T10:41:10,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T10:41:10,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T10:41:11,542 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T10:41:11,619 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2944ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T10:41:11,698 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T10:41:11,772 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T10:41:11,797 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T10:41:11,798 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T10:41:11,799 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T10:41:11,812 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T10:41:11,815 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.log.dir/,AVAILABLE}
2024-11-13T10:41:11,816 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T10:41:12,046 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/java.io.tmpdir/jetty-localhost-43683-hadoop-hdfs-3_4_1-tests_jar-_-any-60822544624410405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T10:41:12,053 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:43683}
2024-11-13T10:41:12,053 INFO  [Time-limited test {}] server.Server(415): Started @3379ms
2024-11-13T10:41:12,562 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T10:41:12,572 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T10:41:12,573 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T10:41:12,574 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T10:41:12,574 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T10:41:12,575 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.log.dir/,AVAILABLE}
2024-11-13T10:41:12,576 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T10:41:12,712 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@517da02a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/java.io.tmpdir/jetty-localhost-45771-hadoop-hdfs-3_4_1-tests_jar-_-any-8595258294443496626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T10:41:12,713 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:45771}
2024-11-13T10:41:12,714 INFO  [Time-limited test {}] server.Server(415): Started @4039ms
2024-11-13T10:41:12,779 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T10:41:13,567 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/data/data2/current/BP-10500863-172.17.0.2-1731494471301/current, will proceed with Du for space computation calculation, 
2024-11-13T10:41:13,567 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/data/data1/current/BP-10500863-172.17.0.2-1731494471301/current, will proceed with Du for space computation calculation, 
2024-11-13T10:41:13,642 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T10:41:13,720 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a418cd68aafaf26 with lease ID 0x646329f3e486c3d3: Processing first storage report for DS-aed859bf-7271-4d5e-b25a-447c243b646c from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=b802730c-39a3-4b52-8112-384ddb45054b, infoPort=39213, infoSecurePort=0, ipcPort=37871, storageInfo=lv=-57;cid=testClusterID;nsid=22507975;c=1731494471301)
2024-11-13T10:41:13,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a418cd68aafaf26 with lease ID 0x646329f3e486c3d3: from storage DS-aed859bf-7271-4d5e-b25a-447c243b646c node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=b802730c-39a3-4b52-8112-384ddb45054b, infoPort=39213, infoSecurePort=0, ipcPort=37871, storageInfo=lv=-57;cid=testClusterID;nsid=22507975;c=1731494471301), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T10:41:13,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a418cd68aafaf26 with lease ID 0x646329f3e486c3d3: Processing first storage report for DS-62dd905a-ae38-46a1-999f-9cc9c205cbe9 from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=b802730c-39a3-4b52-8112-384ddb45054b, infoPort=39213, infoSecurePort=0, ipcPort=37871, storageInfo=lv=-57;cid=testClusterID;nsid=22507975;c=1731494471301)
2024-11-13T10:41:13,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a418cd68aafaf26 with lease ID 0x646329f3e486c3d3: from storage DS-62dd905a-ae38-46a1-999f-9cc9c205cbe9 node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=b802730c-39a3-4b52-8112-384ddb45054b, infoPort=39213, infoSecurePort=0, ipcPort=37871, storageInfo=lv=-57;cid=testClusterID;nsid=22507975;c=1731494471301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-13T10:41:13,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b
2024-11-13T10:41:13,944 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/zookeeper_0, clientPort=64802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T10:41:13,961 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64802
2024-11-13T10:41:13,980 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:13,984 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:14,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741825_1001 (size=7)
2024-11-13T10:41:14,753 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8 with version=8
2024-11-13T10:41:14,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/hbase-staging
2024-11-13T10:41:14,875 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T10:41:15,160 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=9
2024-11-13T10:41:15,171 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,172 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,178 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T10:41:15,178 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,178 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T10:41:15,376 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T10:41:15,457 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T10:41:15,468 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T10:41:15,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T10:41:15,505 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16100 (auto-detected)
2024-11-13T10:41:15,507 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-13T10:41:15,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45369
2024-11-13T10:41:15,557 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45369 connecting to ZooKeeper ensemble=127.0.0.1:64802
2024-11-13T10:41:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453690x0, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T10:41:15,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45369-0x10110eadb2a0000 connected
2024-11-13T10:41:15,629 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:15,632 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:15,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T10:41:15,651 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8, hbase.cluster.distributed=false
2024-11-13T10:41:15,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T10:41:15,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45369
2024-11-13T10:41:15,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45369
2024-11-13T10:41:15,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45369
2024-11-13T10:41:15,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45369
2024-11-13T10:41:15,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45369
2024-11-13T10:41:15,845 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=9
2024-11-13T10:41:15,848 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,848 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,849 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T10:41:15,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T10:41:15,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T10:41:15,853 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T10:41:15,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T10:41:15,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44585
2024-11-13T10:41:15,860 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44585 connecting to ZooKeeper ensemble=127.0.0.1:64802
2024-11-13T10:41:15,862 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:15,866 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:15,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445850x0, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T10:41:15,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445850x0, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T10:41:15,892 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T10:41:15,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44585-0x10110eadb2a0001 connected
2024-11-13T10:41:15,903 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T10:41:15,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-13T10:41:15,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T10:41:15,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44585
2024-11-13T10:41:15,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44585
2024-11-13T10:41:15,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44585
2024-11-13T10:41:15,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44585
2024-11-13T10:41:15,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44585
2024-11-13T10:41:15,939 DEBUG [M:0;770665a7984d:45369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:45369
2024-11-13T10:41:15,941 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/770665a7984d,45369,1731494474935
2024-11-13T10:41:15,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T10:41:15,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T10:41:15,954 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/770665a7984d,45369,1731494474935
2024-11-13T10:41:15,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-13T10:41:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:15,982 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-13T10:41:15,984 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/770665a7984d,45369,1731494474935 from backup master directory
2024-11-13T10:41:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T10:41:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/770665a7984d,45369,1731494474935
2024-11-13T10:41:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T10:41:15,988 WARN  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T10:41:15,989 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,45369,1731494474935
2024-11-13T10:41:15,993 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T10:41:15,994 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T10:41:16,080 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/hbase.id] with ID: 101cdb29-3acb-46b3-b621-8afc70b7adc8
2024-11-13T10:41:16,081 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/.tmp/hbase.id
2024-11-13T10:41:16,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741826_1002 (size=42)
2024-11-13T10:41:16,499 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/.tmp/hbase.id]:[hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/hbase.id]
2024-11-13T10:41:16,568 INFO  [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T10:41:16,575 INFO  [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T10:41:16,596 INFO  [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-13T10:41:16,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:16,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:16,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741827_1003 (size=196)
2024-11-13T10:41:17,037 INFO  [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:41:17,039 INFO  [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T10:41:17,059 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T10:41:17,065 INFO  [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T10:41:17,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741828_1004 (size=1189)
2024-11-13T10:41:17,543 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store
2024-11-13T10:41:17,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741829_1005 (size=34)
2024-11-13T10:41:17,612 INFO  [master/770665a7984d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T10:41:17,617 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:41:17,619 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T10:41:17,620 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:41:17,620 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:41:17,622 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T10:41:17,623 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:41:17,623 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:41:17,625 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731494477619Disabling compacts and flushes for region at 1731494477619Disabling writes for close at 1731494477622 (+3 ms)Writing region close event to WAL at 1731494477623 (+1 ms)Closed at 1731494477623
2024-11-13T10:41:17,633 WARN  [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/.initializing
2024-11-13T10:41:17,633 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/WALs/770665a7984d,45369,1731494474935
2024-11-13T10:41:17,647 INFO  [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T10:41:17,681 INFO  [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C45369%2C1731494474935, suffix=, logDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/WALs/770665a7984d,45369,1731494474935, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/oldWALs, maxLogs=10
2024-11-13T10:41:17,712 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/WALs/770665a7984d,45369,1731494474935/770665a7984d%2C45369%2C1731494474935.1731494477687, exclude list is [], retry=0
2024-11-13T10:41:17,736 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-aed859bf-7271-4d5e-b25a-447c243b646c,DISK]
2024-11-13T10:41:17,740 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T10:41:17,795 INFO  [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/WALs/770665a7984d,45369,1731494474935/770665a7984d%2C45369%2C1731494474935.1731494477687
2024-11-13T10:41:17,797 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39213:39213)]
2024-11-13T10:41:17,798 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:41:17,798 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:41:17,815 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,816 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,873 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T10:41:17,914 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T10:41:17,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:17,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:41:17,925 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T10:41:17,940 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T10:41:17,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:17,943 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:41:17,943 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T10:41:17,948 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T10:41:17,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:17,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:41:17,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T10:41:17,957 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T10:41:17,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:17,959 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:41:17,959 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,965 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,967 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,976 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,977 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:17,987 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T10:41:17,996 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T10:41:18,006 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:41:18,014 INFO  [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64637692, jitterRate=-0.0368233323097229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T10:41:18,026 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731494477834Initializing all the Stores at 1731494477841 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494477842 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494477843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494477844 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494477844Cleaning up temporary data from old regions at 1731494477977 (+133 ms)Region opened successfully at 1731494478026 (+49 ms)
2024-11-13T10:41:18,034 INFO  [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T10:41:18,094 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502dd995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0
2024-11-13T10:41:18,149 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T10:41:18,168 INFO  [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T10:41:18,169 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T10:41:18,173 INFO  [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T10:41:18,176 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-13T10:41:18,184 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-13T10:41:18,184 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T10:41:18,221 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T10:41:18,236 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-13T10:41:18,249 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-13T10:41:18,252 INFO  [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T10:41:18,257 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-13T10:41:18,265 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-13T10:41:18,273 INFO  [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T10:41:18,287 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-13T10:41:18,292 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-13T10:41:18,294 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-13T10:41:18,297 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-13T10:41:18,344 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T10:41:18,347 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-13T10:41:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T10:41:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T10:41:18,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,362 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,45369,1731494474935, sessionid=0x10110eadb2a0000, setting cluster-up flag (Was=false)
2024-11-13T10:41:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,401 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-13T10:41:18,403 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,45369,1731494474935
2024-11-13T10:41:18,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:41:18,447 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-13T10:41:18,450 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,45369,1731494474935
2024-11-13T10:41:18,464 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T10:41:18,544 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(746): ClusterId : 101cdb29-3acb-46b3-b621-8afc70b7adc8
2024-11-13T10:41:18,548 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T10:41:18,558 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T10:41:18,558 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T10:41:18,566 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T10:41:18,567 DEBUG [RS:0;770665a7984d:44585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbc482d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0
2024-11-13T10:41:18,605 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:44585
2024-11-13T10:41:18,611 INFO  [RS:0;770665a7984d:44585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T10:41:18,611 INFO  [RS:0;770665a7984d:44585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T10:41:18,611 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T10:41:18,617 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,45369,1731494474935 with port=44585, startcode=1731494475798
2024-11-13T10:41:18,626 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T10:41:18,636 DEBUG [RS:0;770665a7984d:44585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T10:41:18,643 INFO  [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T10:41:18,656 INFO  [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T10:41:18,664 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,45369,1731494474935
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T10:41:18,680 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5
2024-11-13T10:41:18,681 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5
2024-11-13T10:41:18,681 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5
2024-11-13T10:41:18,681 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5
2024-11-13T10:41:18,681 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10
2024-11-13T10:41:18,682 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:18,682 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2
2024-11-13T10:41:18,682 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:18,685 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731494508685
2024-11-13T10:41:18,685 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T10:41:18,687 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T10:41:18,688 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T10:41:18,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T10:41:18,689 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T10:41:18,692 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T10:41:18,692 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T10:41:18,693 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T10:41:18,692 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45369 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T10:41:18,693 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T10:41:18,694 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:18,698 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:18,699 INFO  [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T10:41:18,701 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T10:41:18,702 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T10:41:18,703 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T10:41:18,719 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T10:41:18,720 INFO  [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T10:41:18,724 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731494478722,5,FailOnTimeoutGroup]
2024-11-13T10:41:18,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741831_1007 (size=1321)
2024-11-13T10:41:18,727 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-13T10:41:18,727 WARN  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-13T10:41:18,732 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731494478725,5,FailOnTimeoutGroup]
2024-11-13T10:41:18,733 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:18,733 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T10:41:18,734 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:18,734 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:19,131 INFO  [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T10:41:19,132 INFO  [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:41:19,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741832_1008 (size=32)
2024-11-13T10:41:19,170 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:41:19,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T10:41:19,214 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T10:41:19,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:19,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:41:19,217 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T10:41:19,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T10:41:19,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:19,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:41:19,230 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T10:41:19,239 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T10:41:19,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:19,246 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:41:19,246 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T10:41:19,258 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T10:41:19,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:41:19,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:41:19,263 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T10:41:19,265 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740
2024-11-13T10:41:19,266 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740
2024-11-13T10:41:19,272 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T10:41:19,272 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T10:41:19,274 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T10:41:19,282 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T10:41:19,305 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:41:19,307 INFO  [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65342327, jitterRate=-0.026323452591896057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T10:41:19,311 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731494479170Initializing all the Stores at 1731494479175 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494479175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494479184 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494479184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494479184Cleaning up temporary data from old regions at 1731494479273 (+89 ms)Region opened successfully at 1731494479311 (+38 ms)
2024-11-13T10:41:19,311 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T10:41:19,312 INFO  [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T10:41:19,313 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T10:41:19,313 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T10:41:19,313 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T10:41:19,315 INFO  [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T10:41:19,316 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731494479311Disabling compacts and flushes for region at 1731494479311Disabling writes for close at 1731494479313 (+2 ms)Writing region close event to WAL at 1731494479315 (+2 ms)Closed at 1731494479315
2024-11-13T10:41:19,322 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T10:41:19,322 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T10:41:19,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T10:41:19,349 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T10:41:19,360 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T10:41:19,512 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:20,513 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:21,514 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:22,515 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:23,516 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:24,517 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:25,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T10:41:25,453 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T10:41:25,520 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:26,524 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:27,525 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:28,526 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:29,530 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:30,533 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:31,538 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:32,548 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:33,551 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:34,555 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:35,555 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:36,556 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:37,557 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:38,558 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:39,560 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:40,561 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:41,562 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:42,562 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:43,563 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:43,793 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T10:41:44,564 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:45,565 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:46,571 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:47,571 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:48,572 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:48,741 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,45369,1731494474935 with port=44585, startcode=1731494475798
2024-11-13T10:41:48,746 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,44585,1731494475798
2024-11-13T10:41:48,749 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45369 {}] master.ServerManager(517): Registering regionserver=770665a7984d,44585,1731494475798
2024-11-13T10:41:48,767 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:41:48,768 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41223
2024-11-13T10:41:48,768 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-13T10:41:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T10:41:48,782 DEBUG [RS:0;770665a7984d:44585 {}] zookeeper.ZKUtil(111): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/770665a7984d,44585,1731494475798
2024-11-13T10:41:48,782 WARN  [RS:0;770665a7984d:44585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T10:41:48,782 INFO  [RS:0;770665a7984d:44585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T10:41:48,782 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798
2024-11-13T10:41:48,807 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,44585,1731494475798]
2024-11-13T10:41:48,856 INFO  [RS:0;770665a7984d:44585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T10:41:48,885 INFO  [RS:0;770665a7984d:44585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T10:41:48,910 INFO  [RS:0;770665a7984d:44585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T10:41:48,910 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,917 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T10:41:48,933 INFO  [RS:0;770665a7984d:44585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T10:41:48,935 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,935 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,936 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,936 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,936 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,936 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,936 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2
2024-11-13T10:41:48,937 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,937 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,937 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,937 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,937 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,938 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1
2024-11-13T10:41:48,938 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3
2024-11-13T10:41:48,938 DEBUG [RS:0;770665a7984d:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3
2024-11-13T10:41:48,952 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,953 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,953 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,953 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,953 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:48,953 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44585,1731494475798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T10:41:49,002 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T10:41:49,012 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44585,1731494475798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:49,013 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:49,013 INFO  [RS:0;770665a7984d:44585 {}] regionserver.Replication(171): 770665a7984d,44585,1731494475798 started
2024-11-13T10:41:49,054 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:41:49,055 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,44585,1731494475798, RpcServer on 770665a7984d/172.17.0.2:44585, sessionid=0x10110eadb2a0001
2024-11-13T10:41:49,056 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T10:41:49,056 DEBUG [RS:0;770665a7984d:44585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,44585,1731494475798
2024-11-13T10:41:49,056 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,44585,1731494475798'
2024-11-13T10:41:49,056 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-13T10:41:49,061 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-13T10:41:49,069 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T10:41:49,070 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T10:41:49,070 DEBUG [RS:0;770665a7984d:44585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,44585,1731494475798
2024-11-13T10:41:49,070 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,44585,1731494475798'
2024-11-13T10:41:49,070 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-13T10:41:49,071 DEBUG [RS:0;770665a7984d:44585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-13T10:41:49,076 DEBUG [RS:0;770665a7984d:44585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T10:41:49,076 INFO  [RS:0;770665a7984d:44585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T10:41:49,076 INFO  [RS:0;770665a7984d:44585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T10:41:49,573 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:50,574 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:51,575 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:52,575 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:53,576 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:54,577 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:55,578 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:56,578 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:57,579 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:58,580 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:41:59,580 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:00,581 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:01,584 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:02,584 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:03,585 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:04,586 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:05,587 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:06,588 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:07,591 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:08,604 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:09,617 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:10,620 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:11,625 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:12,627 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:13,627 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:13,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T10:42:14,636 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:15,648 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:16,662 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:17,669 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:18,678 WARN  [770665a7984d:45369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T10:42:19,152 INFO  [RS:0;770665a7984d:44585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T10:42:19,374 INFO  [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C44585%2C1731494475798, suffix=, logDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/oldWALs, maxLogs=32
2024-11-13T10:42:19,413 DEBUG [RS:0;770665a7984d:44585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798/770665a7984d%2C44585%2C1731494475798.1731494539380, exclude list is [], retry=0
2024-11-13T10:42:19,422 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-aed859bf-7271-4d5e-b25a-447c243b646c,DISK]
2024-11-13T10:42:19,430 INFO  [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798/770665a7984d%2C44585%2C1731494475798.1731494539380
2024-11-13T10:42:19,466 DEBUG [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39213:39213)]
2024-11-13T10:42:19,683 DEBUG [770665a7984d:45369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T10:42:19,787 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:19,850 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,44585,1731494475798, state=OPENING
2024-11-13T10:42:19,909 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T10:42:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:42:19,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T10:42:19,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:42:19,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T10:42:19,937 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T10:42:19,966 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:20,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T10:42:20,704 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T10:42:20,813 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T10:42:20,813 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T10:42:20,814 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T10:42:20,849 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C44585%2C1731494475798.meta, suffix=.meta, logDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/oldWALs, maxLogs=32
2024-11-13T10:42:21,194 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798/770665a7984d%2C44585%2C1731494475798.meta.1731494540852.meta, exclude list is [], retry=0
2024-11-13T10:42:21,290 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-aed859bf-7271-4d5e-b25a-447c243b646c,DISK]
2024-11-13T10:42:21,402 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/WALs/770665a7984d,44585,1731494475798/770665a7984d%2C44585%2C1731494475798.meta.1731494540852.meta
2024-11-13T10:42:21,489 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39213:39213)]
2024-11-13T10:42:21,490 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:21,492 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T10:42:21,496 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T10:42:21,511 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T10:42:21,583 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T10:42:21,596 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:21,596 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T10:42:21,597 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T10:42:21,638 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T10:42:21,642 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T10:42:21,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:21,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:42:21,656 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T10:42:21,666 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T10:42:21,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:21,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:42:21,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T10:42:21,695 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T10:42:21,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:21,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:42:21,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T10:42:21,738 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T10:42:21,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:21,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T10:42:21,744 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T10:42:21,752 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740
2024-11-13T10:42:21,758 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740
2024-11-13T10:42:21,763 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T10:42:21,763 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T10:42:21,766 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T10:42:21,772 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T10:42:21,775 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67713679, jitterRate=0.00901244580745697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T10:42:21,775 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T10:42:21,853 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731494541597Writing region info on filesystem at 1731494541600 (+3 ms)Initializing all the Stores at 1731494541630 (+30 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494541630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494541637 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494541637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731494541637Cleaning up temporary data from old regions at 1731494541764 (+127 ms)Running coprocessor post-open hooks at 1731494541775 (+11 ms)Region opened successfully at 1731494541853 (+78 ms)
2024-11-13T10:42:21,951 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731494540168
2024-11-13T10:42:21,976 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:21,980 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,44585,1731494475798, state=OPEN
2024-11-13T10:42:21,984 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T10:42:21,986 INFO  [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T10:42:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T10:42:21,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T10:42:21,987 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,44585,1731494475798
2024-11-13T10:42:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T10:42:21,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T10:42:22,000 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T10:42:22,049 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T10:42:22,049 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 2.67 sec
2024-11-13T10:42:22,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,44585,1731494475798 in 2.0220 sec
2024-11-13T10:42:22,061 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T10:42:22,061 INFO  [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T10:42:22,141 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T10:42:22,143 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,44585,1731494475798, seqNum=-1]
2024-11-13T10:42:22,418 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T10:42:22,422 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T10:42:22,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 4.027 sec
2024-11-13T10:42:22,566 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731494542566, completionTime=-1
2024-11-13T10:42:22,570 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T10:42:22,570 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T10:42:22,835 INFO  [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T10:42:22,835 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731494602835
2024-11-13T10:42:22,835 INFO  [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731494662835
2024-11-13T10:42:22,835 INFO  [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 265 msec
2024-11-13T10:42:22,838 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:22,839 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:22,839 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:22,841 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:45369, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:22,850 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T10:42:22,861 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:22,864 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:23,334 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 67.345sec
2024-11-13T10:42:23,360 INFO  [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T10:42:23,362 INFO  [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T10:42:23,363 INFO  [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T10:42:23,364 INFO  [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T10:42:23,396 INFO  [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T10:42:23,397 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T10:42:23,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d50430b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:23,409 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T10:42:23,409 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T10:42:23,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45369,-1 for getting cluster id
2024-11-13T10:42:23,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T10:42:23,429 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T10:42:23,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T10:42:23,602 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T10:42:23,603 INFO  [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45369,1731494474935-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T10:42:23,619 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '101cdb29-3acb-46b3-b621-8afc70b7adc8'
2024-11-13T10:42:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T10:42:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "101cdb29-3acb-46b3-b621-8afc70b7adc8"

2024-11-13T10:42:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a81a5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45369,-1]
2024-11-13T10:42:23,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T10:42:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:42:23,872 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T10:42:23,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470f920e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:23,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T10:42:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,44585,1731494475798, seqNum=-1]
2024-11-13T10:42:24,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T10:42:24,089 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T10:42:24,320 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,45369,1731494474935
2024-11-13T10:42:24,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444a2080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:24,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45369,-1 for getting cluster id
2024-11-13T10:42:24,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T10:42:24,585 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '101cdb29-3acb-46b3-b621-8afc70b7adc8'
2024-11-13T10:42:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T10:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "101cdb29-3acb-46b3-b621-8afc70b7adc8"

2024-11-13T10:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8888b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45369,-1]
2024-11-13T10:42:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T10:42:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:42:24,683 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T10:42:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af548ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T10:42:24,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T10:42:24,929 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1351, ProcessCount=11, AvailableMemoryMB=1155
2024-11-13T10:42:24,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T10:42:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45369,1731494474935
2024-11-13T10:42:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@203e81a3
2024-11-13T10:42:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T10:42:25,025 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T10:42:25,170 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T10:42:25,245 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:25,248 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:25,251 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-13T10:42:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T10:42:25,261 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:25,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T10:42:25,488 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:25,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T10:42:25,491 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T10:42:25,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741835_1011 (size=428)
2024-11-13T10:42:25,519 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2afdd4f548bfb9e6d5e58a9d807355c0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:25,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741836_1012 (size=79)
2024-11-13T10:42:25,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:25,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2afdd4f548bfb9e6d5e58a9d807355c0, disabling compactions & flushes
2024-11-13T10:42:25,809 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:25,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:25,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0. after waiting 0 ms
2024-11-13T10:42:25,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:25,810 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:25,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2afdd4f548bfb9e6d5e58a9d807355c0:
Waiting for close lock at 1731494545809Disabling compacts and flushes for region at 1731494545809Disabling writes for close at 1731494545810 (+1 ms)Writing region close event to WAL at 1731494545810Closed at 1731494545810
2024-11-13T10:42:25,818 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:25,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731494545818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494545818"}]},"ts":"1731494545818"}
2024-11-13T10:42:25,877 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:25,880 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:25,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494545880"}]},"ts":"1731494545880"}
2024-11-13T10:42:25,899 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-13T10:42:25,902 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2afdd4f548bfb9e6d5e58a9d807355c0, ASSIGN}]
2024-11-13T10:42:25,918 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2afdd4f548bfb9e6d5e58a9d807355c0, ASSIGN
2024-11-13T10:42:25,922 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2afdd4f548bfb9e6d5e58a9d807355c0, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:26,081 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2afdd4f548bfb9e6d5e58a9d807355c0, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:26,087 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2afdd4f548bfb9e6d5e58a9d807355c0, ASSIGN because future has completed
2024-11-13T10:42:26,124 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2afdd4f548bfb9e6d5e58a9d807355c0, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T10:42:26,553 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:26,554 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2afdd4f548bfb9e6d5e58a9d807355c0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:26,554 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,555 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:26,555 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,555 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,609 INFO  [StoreOpener-2afdd4f548bfb9e6d5e58a9d807355c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2afdd4f548bfb9e6d5e58a9d807355c0 
2024-11-13T10:42:26,621 INFO  [StoreOpener-2afdd4f548bfb9e6d5e58a9d807355c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2afdd4f548bfb9e6d5e58a9d807355c0 columnFamilyName testFamily
2024-11-13T10:42:26,621 DEBUG [StoreOpener-2afdd4f548bfb9e6d5e58a9d807355c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:26,623 INFO  [StoreOpener-2afdd4f548bfb9e6d5e58a9d807355c0-1 {}] regionserver.HStore(327): Store=2afdd4f548bfb9e6d5e58a9d807355c0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:26,623 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,652 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,654 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,655 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,655 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,662 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,713 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:26,715 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2afdd4f548bfb9e6d5e58a9d807355c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71899328, jitterRate=0.07138347625732422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:26,715 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:42:26,716 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2afdd4f548bfb9e6d5e58a9d807355c0:
Running coprocessor pre-open hook at 1731494546555Writing region info on filesystem at 1731494546555Initializing all the Stores at 1731494546607 (+52 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494546608 (+1 ms)Cleaning up temporary data from old regions at 1731494546655 (+47 ms)Running coprocessor post-open hooks at 1731494546715 (+60 ms)Region opened successfully at 1731494546716 (+1 ms)
2024-11-13T10:42:26,727 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0., pid=6, masterSystemTime=1731494546312
2024-11-13T10:42:26,741 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:26,741 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:42:26,743 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2afdd4f548bfb9e6d5e58a9d807355c0, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:26,766 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2afdd4f548bfb9e6d5e58a9d807355c0, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:26,827 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-13T10:42:26,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2afdd4f548bfb9e6d5e58a9d807355c0, server=770665a7984d,44585,1731494475798 in 691 msec
2024-11-13T10:42:26,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-13T10:42:26,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2afdd4f548bfb9e6d5e58a9d807355c0, ASSIGN in 926 msec
2024-11-13T10:42:26,842 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:26,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494546842"}]},"ts":"1731494546842"}
2024-11-13T10:42:26,847 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-13T10:42:26,849 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:26,854 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.6760 sec
2024-11-13T10:42:27,300 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:42:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T10:42:28,358 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-13T10:42:28,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-13T10:42:28,360 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:28,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-13T10:42:28,373 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:28,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-13T10:42:28,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T10:42:28,437 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,44585,1731494475798, seqNum=-1]
2024-11-13T10:42:28,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T10:42:28,566 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T10:42:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:28,837 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:28,841 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-13T10:42:28,849 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T10:42:29,020 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T10:42:29,036 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T10:42:29,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5115332300376113144
2024-11-13T10:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494552184, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:29,362 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T10:42:29,391 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T10:42:29,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:29,397 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:29,398 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5115332300376113142
2024-11-13T10:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494552397, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:29,441 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:29,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5115332300376113141
2024-11-13T10:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494552441, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:29,458 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:29,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5115332300376113140
2024-11-13T10:42:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494552458, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:29,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:29,707 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742797041_22 at /127.0.0.1:37318 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:226)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$770/0x00007f5b44b97c10.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f5b449e4d18.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325)
	app//org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$767/0x00007f5b44b8b890.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f5b449e4d18.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller$$Lambda$751/0x00007f5b44b7dba8.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f5b449e4d18.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$766/0x00007f5b44b8fbc8.run(Unknown Source)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/770665a7984d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1939 (was 1351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1020 (was 1155)
2024-11-13T10:42:30,097 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1939, ProcessCount=11, AvailableMemoryMB=1002
2024-11-13T10:42:30,107 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:30,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-13T10:42:30,119 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:30,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:30,121 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-13T10:42:30,122 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T10:42:30,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741837_1013 (size=414)
2024-11-13T10:42:30,401 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7cb04c5863c0b3e7b9ad32b8ba93a44, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:30,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741838_1014 (size=65)
2024-11-13T10:42:30,729 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:30,729 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing e7cb04c5863c0b3e7b9ad32b8ba93a44, disabling compactions & flushes
2024-11-13T10:42:30,729 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:30,729 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:30,729 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44. after waiting 0 ms
2024-11-13T10:42:30,729 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:30,730 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:30,730 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7cb04c5863c0b3e7b9ad32b8ba93a44:
Waiting for close lock at 1731494550729Disabling compacts and flushes for region at 1731494550729Disabling writes for close at 1731494550729Writing region close event to WAL at 1731494550729Closed at 1731494550730 (+1 ms)
2024-11-13T10:42:30,733 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:30,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731494550733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494550733"}]},"ts":"1731494550733"}
2024-11-13T10:42:30,743 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:30,747 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:30,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494550747"}]},"ts":"1731494550747"}
2024-11-13T10:42:30,764 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T10:42:30,769 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=e7cb04c5863c0b3e7b9ad32b8ba93a44, ASSIGN}]
2024-11-13T10:42:30,772 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=e7cb04c5863c0b3e7b9ad32b8ba93a44, ASSIGN
2024-11-13T10:42:30,774 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=e7cb04c5863c0b3e7b9ad32b8ba93a44, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:30,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-13T10:42:30,929 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e7cb04c5863c0b3e7b9ad32b8ba93a44, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:30,943 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=e7cb04c5863c0b3e7b9ad32b8ba93a44, ASSIGN because future has completed
2024-11-13T10:42:30,952 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7cb04c5863c0b3e7b9ad32b8ba93a44, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T10:42:31,214 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:31,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e7cb04c5863c0b3e7b9ad32b8ba93a44, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:31,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:31,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,288 INFO  [StoreOpener-e7cb04c5863c0b3e7b9ad32b8ba93a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e7cb04c5863c0b3e7b9ad32b8ba93a44 
2024-11-13T10:42:31,306 INFO  [StoreOpener-e7cb04c5863c0b3e7b9ad32b8ba93a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7cb04c5863c0b3e7b9ad32b8ba93a44 columnFamilyName testFamily
2024-11-13T10:42:31,306 DEBUG [StoreOpener-e7cb04c5863c0b3e7b9ad32b8ba93a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:31,312 INFO  [StoreOpener-e7cb04c5863c0b3e7b9ad32b8ba93a44-1 {}] regionserver.HStore(327): Store=e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:31,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:31,424 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened e7cb04c5863c0b3e7b9ad32b8ba93a44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70863553, jitterRate=0.05594922602176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:31,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:42:31,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e7cb04c5863c0b3e7b9ad32b8ba93a44:
Running coprocessor pre-open hook at 1731494551216Writing region info on filesystem at 1731494551216Initializing all the Stores at 1731494551230 (+14 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494551230Cleaning up temporary data from old regions at 1731494551331 (+101 ms)Running coprocessor post-open hooks at 1731494551424 (+93 ms)Region opened successfully at 1731494551425 (+1 ms)
2024-11-13T10:42:31,427 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., pid=9, masterSystemTime=1731494551176
2024-11-13T10:42:31,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:31,435 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:42:31,435 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e7cb04c5863c0b3e7b9ad32b8ba93a44, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:31,442 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7cb04c5863c0b3e7b9ad32b8ba93a44, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:31,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-13T10:42:31,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e7cb04c5863c0b3e7b9ad32b8ba93a44, server=770665a7984d,44585,1731494475798 in 513 msec
2024-11-13T10:42:31,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-13T10:42:31,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=e7cb04c5863c0b3e7b9ad32b8ba93a44, ASSIGN in 702 msec
2024-11-13T10:42:31,478 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:31,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494551478"}]},"ts":"1731494551478"}
2024-11-13T10:42:31,491 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T10:42:31,496 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:31,504 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.3890 sec
2024-11-13T10:42:32,057 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T10:42:33,181 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-13T10:42:33,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T10:42:33,182 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:33,189 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T10:42:33,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:33,190 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-13T10:42:33,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:33,258 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:33,259 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T10:42:33,294 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T10:42:33,297 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T10:42:35,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T10:42:35,451 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:35,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-13T10:42:35,453 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:36,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-13T10:42:39,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T10:42:39,310 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T10:42:39,310 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:42:39,439 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2472 (was 1939) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=755 (was 1002)
2024-11-13T10:42:39,689 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=2472, ProcessCount=11, AvailableMemoryMB=724
2024-11-13T10:42:39,693 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:39,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-13T10:42:39,721 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:39,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:39,721 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-13T10:42:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T10:42:39,728 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:39,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-13T10:42:39,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741839_1015 (size=412)
2024-11-13T10:42:40,005 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d8576e42cd660122343c44089cb8ace, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:40,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741840_1016 (size=63)
2024-11-13T10:42:40,077 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:40,077 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8d8576e42cd660122343c44089cb8ace, disabling compactions & flushes
2024-11-13T10:42:40,077 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,077 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,077 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace. after waiting 0 ms
2024-11-13T10:42:40,077 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,077 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,089 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d8576e42cd660122343c44089cb8ace:
Waiting for close lock at 1731494560077Disabling compacts and flushes for region at 1731494560077Disabling writes for close at 1731494560077Writing region close event to WAL at 1731494560077Closed at 1731494560077
2024-11-13T10:42:40,092 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:40,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731494560092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494560092"}]},"ts":"1731494560092"}
2024-11-13T10:42:40,097 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:40,100 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:40,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494560100"}]},"ts":"1731494560100"}
2024-11-13T10:42:40,104 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T10:42:40,104 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8d8576e42cd660122343c44089cb8ace, ASSIGN}]
2024-11-13T10:42:40,112 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8d8576e42cd660122343c44089cb8ace, ASSIGN
2024-11-13T10:42:40,114 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8d8576e42cd660122343c44089cb8ace, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:40,277 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8d8576e42cd660122343c44089cb8ace, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:40,285 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8d8576e42cd660122343c44089cb8ace, ASSIGN because future has completed
2024-11-13T10:42:40,413 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8576e42cd660122343c44089cb8ace, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T10:42:40,760 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d8576e42cd660122343c44089cb8ace, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,769 INFO  [StoreOpener-8d8576e42cd660122343c44089cb8ace-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d8576e42cd660122343c44089cb8ace 
2024-11-13T10:42:40,803 INFO  [StoreOpener-8d8576e42cd660122343c44089cb8ace-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8576e42cd660122343c44089cb8ace columnFamilyName testFamily
2024-11-13T10:42:40,803 DEBUG [StoreOpener-8d8576e42cd660122343c44089cb8ace-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:40,806 INFO  [StoreOpener-8d8576e42cd660122343c44089cb8ace-1 {}] regionserver.HStore(327): Store=8d8576e42cd660122343c44089cb8ace/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:40,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:40,856 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 8d8576e42cd660122343c44089cb8ace; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70229977, jitterRate=0.04650820791721344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:40,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:42:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8d8576e42cd660122343c44089cb8ace:
Running coprocessor pre-open hook at 1731494560761Writing region info on filesystem at 1731494560761Initializing all the Stores at 1731494560764 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494560764Cleaning up temporary data from old regions at 1731494560809 (+45 ms)Running coprocessor post-open hooks at 1731494560857 (+48 ms)Region opened successfully at 1731494560858 (+1 ms)
2024-11-13T10:42:40,860 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace., pid=12, masterSystemTime=1731494560670
2024-11-13T10:42:40,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,872 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:42:40,873 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8d8576e42cd660122343c44089cb8ace, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:40,877 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8576e42cd660122343c44089cb8ace, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:40,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T10:42:40,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d8576e42cd660122343c44089cb8ace, server=770665a7984d,44585,1731494475798 in 476 msec
2024-11-13T10:42:40,898 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-13T10:42:40,898 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8d8576e42cd660122343c44089cb8ace, ASSIGN in 789 msec
2024-11-13T10:42:40,900 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:40,900 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494560900"}]},"ts":"1731494560900"}
2024-11-13T10:42:40,905 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T10:42:40,907 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:40,913 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2140 sec
2024-11-13T10:42:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T10:42:42,774 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-13T10:42:42,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T10:42:42,774 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:42,780 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T10:42:42,781 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:42,781 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-13T10:42:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:42,805 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:42,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T10:42:42,810 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T10:42:42,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T10:42:42,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T10:42:42,817 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T10:42:42,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-13T10:42:43,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T10:42:45,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-13T10:42:45,452 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:46,278 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:42:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113131' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T10:42:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:49454 deadline: 1731494574820, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113131' does not exist
2024-11-13T10:42:48,825 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 770665a7984d,44585,1731494475798 for closing scanner id = -5115332300376113131 for 8d8576e42cd660122343c44089cb8ace of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113131' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T10:42:48,828 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2741 (was 2472) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=953 (was 724) - AvailableMemoryMB LEAK? -
2024-11-13T10:42:48,837 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=2741, ProcessCount=11, AvailableMemoryMB=953
2024-11-13T10:42:48,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-13T10:42:48,844 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:48,844 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:48,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-13T10:42:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T10:42:48,846 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:48,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741841_1017 (size=423)
2024-11-13T10:42:49,259 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5d298be3a3cef7b58dfb5c778fcaccc, NAME => 'testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:49,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741842_1018 (size=74)
2024-11-13T10:42:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-13T10:42:49,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:49,670 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing c5d298be3a3cef7b58dfb5c778fcaccc, disabling compactions & flushes
2024-11-13T10:42:49,670 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:49,670 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:49,670 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc. after waiting 0 ms
2024-11-13T10:42:49,670 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:49,670 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:49,670 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5d298be3a3cef7b58dfb5c778fcaccc:
Waiting for close lock at 1731494569670Disabling compacts and flushes for region at 1731494569670Disabling writes for close at 1731494569670Writing region close event to WAL at 1731494569670Closed at 1731494569670
2024-11-13T10:42:49,672 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:49,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731494569672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494569672"}]},"ts":"1731494569672"}
2024-11-13T10:42:49,677 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:49,679 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:49,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494569679"}]},"ts":"1731494569679"}
2024-11-13T10:42:49,683 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-13T10:42:49,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c5d298be3a3cef7b58dfb5c778fcaccc, ASSIGN}]
2024-11-13T10:42:49,686 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c5d298be3a3cef7b58dfb5c778fcaccc, ASSIGN
2024-11-13T10:42:49,688 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c5d298be3a3cef7b58dfb5c778fcaccc, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:49,839 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c5d298be3a3cef7b58dfb5c778fcaccc, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:49,844 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c5d298be3a3cef7b58dfb5c778fcaccc, ASSIGN because future has completed
2024-11-13T10:42:49,845 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d298be3a3cef7b58dfb5c778fcaccc, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T10:42:50,006 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:50,006 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c5d298be3a3cef7b58dfb5c778fcaccc, NAME => 'testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:50,007 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,007 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:50,007 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,007 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,011 INFO  [StoreOpener-c5d298be3a3cef7b58dfb5c778fcaccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c5d298be3a3cef7b58dfb5c778fcaccc 
2024-11-13T10:42:50,015 INFO  [StoreOpener-c5d298be3a3cef7b58dfb5c778fcaccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d298be3a3cef7b58dfb5c778fcaccc columnFamilyName testFamily
2024-11-13T10:42:50,016 DEBUG [StoreOpener-c5d298be3a3cef7b58dfb5c778fcaccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:50,016 INFO  [StoreOpener-c5d298be3a3cef7b58dfb5c778fcaccc-1 {}] regionserver.HStore(327): Store=c5d298be3a3cef7b58dfb5c778fcaccc/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:50,017 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,018 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,019 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,020 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,020 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,023 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,028 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:50,029 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c5d298be3a3cef7b58dfb5c778fcaccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67967945, jitterRate=0.012801304459571838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:50,029 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:42:50,030 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c5d298be3a3cef7b58dfb5c778fcaccc:
Running coprocessor pre-open hook at 1731494570007Writing region info on filesystem at 1731494570007Initializing all the Stores at 1731494570009 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494570009Cleaning up temporary data from old regions at 1731494570020 (+11 ms)Running coprocessor post-open hooks at 1731494570029 (+9 ms)Region opened successfully at 1731494570030 (+1 ms)
2024-11-13T10:42:50,032 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc., pid=15, masterSystemTime=1731494569999
2024-11-13T10:42:50,036 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:50,036 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:42:50,037 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c5d298be3a3cef7b58dfb5c778fcaccc, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:50,041 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d298be3a3cef7b58dfb5c778fcaccc, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:50,046 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-13T10:42:50,047 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c5d298be3a3cef7b58dfb5c778fcaccc, server=770665a7984d,44585,1731494475798 in 198 msec
2024-11-13T10:42:50,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-13T10:42:50,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=c5d298be3a3cef7b58dfb5c778fcaccc, ASSIGN in 362 msec
2024-11-13T10:42:50,051 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:50,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494570051"}]},"ts":"1731494570051"}
2024-11-13T10:42:50,054 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-13T10:42:50,055 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:50,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2150 sec
2024-11-13T10:42:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T10:42:51,884 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-13T10:42:51,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-13T10:42:51,884 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:51,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-13T10:42:51,890 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:51,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-13T10:42:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:51,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:51,910 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-13T10:42:51,913 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T10:42:51,915 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T10:42:51,918 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T10:42:51,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5115332300376113127
2024-11-13T10:42:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494574917, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:51,923 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T10:42:51,924 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T10:42:51,925 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:51,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:51,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5115332300376113125
2024-11-13T10:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494574926, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:51,932 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:51,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5115332300376113124
2024-11-13T10:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494574932, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:51,937 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:51,938 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5115332300376113123
2024-11-13T10:42:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:49454 deadline: 1731494574937, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T10:42:51,947 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T10:42:51,959 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742797041_22 at /127.0.0.1:38070 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2569 (was 2741), ProcessCount=11 (was 11), AvailableMemoryMB=1060 (was 953) - AvailableMemoryMB LEAK? -
2024-11-13T10:42:51,971 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=2569, ProcessCount=11, AvailableMemoryMB=1058
2024-11-13T10:42:51,974 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-13T10:42:51,979 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:51,979 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:51,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-13T10:42:51,980 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T10:42:52,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741843_1019 (size=418)
2024-11-13T10:42:52,420 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 981a5b33f1c11e92d172ab1357eec3ab, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:52,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741844_1020 (size=69)
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 981a5b33f1c11e92d172ab1357eec3ab, disabling compactions & flushes
2024-11-13T10:42:52,837 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab. after waiting 0 ms
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:52,837 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:52,837 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 981a5b33f1c11e92d172ab1357eec3ab:
Waiting for close lock at 1731494572837Disabling compacts and flushes for region at 1731494572837Disabling writes for close at 1731494572837Writing region close event to WAL at 1731494572837Closed at 1731494572837
2024-11-13T10:42:52,840 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:52,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731494572840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494572840"}]},"ts":"1731494572840"}
2024-11-13T10:42:52,848 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:52,850 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:52,851 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494572850"}]},"ts":"1731494572850"}
2024-11-13T10:42:52,858 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T10:42:52,859 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=981a5b33f1c11e92d172ab1357eec3ab, ASSIGN}]
2024-11-13T10:42:52,862 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=981a5b33f1c11e92d172ab1357eec3ab, ASSIGN
2024-11-13T10:42:52,865 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=981a5b33f1c11e92d172ab1357eec3ab, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T10:42:53,016 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=981a5b33f1c11e92d172ab1357eec3ab, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:53,020 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=981a5b33f1c11e92d172ab1357eec3ab, ASSIGN because future has completed
2024-11-13T10:42:53,020 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981a5b33f1c11e92d172ab1357eec3ab, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:53,183 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:53,184 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 981a5b33f1c11e92d172ab1357eec3ab, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:53,185 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,185 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:53,185 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,185 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,188 INFO  [StoreOpener-981a5b33f1c11e92d172ab1357eec3ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 981a5b33f1c11e92d172ab1357eec3ab 
2024-11-13T10:42:53,191 INFO  [StoreOpener-981a5b33f1c11e92d172ab1357eec3ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981a5b33f1c11e92d172ab1357eec3ab columnFamilyName testFamily
2024-11-13T10:42:53,191 DEBUG [StoreOpener-981a5b33f1c11e92d172ab1357eec3ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:53,191 INFO  [StoreOpener-981a5b33f1c11e92d172ab1357eec3ab-1 {}] regionserver.HStore(327): Store=981a5b33f1c11e92d172ab1357eec3ab/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:53,192 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,193 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,194 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,194 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,194 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,197 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,200 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:53,201 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 981a5b33f1c11e92d172ab1357eec3ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59312682, jitterRate=-0.11617216467857361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:53,201 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:42:53,202 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 981a5b33f1c11e92d172ab1357eec3ab:
Running coprocessor pre-open hook at 1731494573185Writing region info on filesystem at 1731494573185Initializing all the Stores at 1731494573187 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494573187Cleaning up temporary data from old regions at 1731494573194 (+7 ms)Running coprocessor post-open hooks at 1731494573201 (+7 ms)Region opened successfully at 1731494573202 (+1 ms)
2024-11-13T10:42:53,203 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., pid=18, masterSystemTime=1731494573174
2024-11-13T10:42:53,206 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:53,206 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:42:53,207 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=981a5b33f1c11e92d172ab1357eec3ab, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:53,210 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981a5b33f1c11e92d172ab1357eec3ab, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:53,214 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T10:42:53,215 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 981a5b33f1c11e92d172ab1357eec3ab, server=770665a7984d,44585,1731494475798 in 191 msec
2024-11-13T10:42:53,217 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-13T10:42:53,217 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=981a5b33f1c11e92d172ab1357eec3ab, ASSIGN in 356 msec
2024-11-13T10:42:53,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:53,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494573218"}]},"ts":"1731494573218"}
2024-11-13T10:42:53,221 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T10:42:53,222 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:53,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2480 sec
2024-11-13T10:42:54,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-13T10:42:54,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-13T10:42:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T10:42:55,013 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-13T10:42:55,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T10:42:55,013 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:55,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T10:42:55,020 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:55,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-13T10:42:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:55,047 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:55,047 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T10:42:55,053 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T10:42:55,056 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T10:42:55,509 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:42:55,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-13T10:42:55,558 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:55,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-13T10:42:55,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T10:42:56,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-13T10:42:56,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-13T10:42:56,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:42:56,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-13T10:42:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:57,078 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T10:42:58,058 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-13T10:42:58,058 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-13T10:42:58,058 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:42:58,070 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2443 (was 2569), ProcessCount=11 (was 11), AvailableMemoryMB=2270 (was 1058) - AvailableMemoryMB LEAK? -
2024-11-13T10:42:58,079 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=2443, ProcessCount=11, AvailableMemoryMB=2269
2024-11-13T10:42:58,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:42:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-13T10:42:58,087 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:42:58,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:58,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-13T10:42:58,089 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:42:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T10:42:58,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741845_1021 (size=416)
2024-11-13T10:42:58,109 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a47bbe3dcdf6c48dd866e13997aae74e, NAME => 'testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:42:58,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741846_1022 (size=67)
2024-11-13T10:42:58,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:58,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing a47bbe3dcdf6c48dd866e13997aae74e, disabling compactions & flushes
2024-11-13T10:42:58,134 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e. after waiting 0 ms
2024-11-13T10:42:58,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,135 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a47bbe3dcdf6c48dd866e13997aae74e:
Waiting for close lock at 1731494578134Disabling compacts and flushes for region at 1731494578134Disabling writes for close at 1731494578135 (+1 ms)Writing region close event to WAL at 1731494578135Closed at 1731494578135
2024-11-13T10:42:58,137 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:42:58,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731494578138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494578138"}]},"ts":"1731494578138"}
2024-11-13T10:42:58,142 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:42:58,144 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:42:58,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494578144"}]},"ts":"1731494578144"}
2024-11-13T10:42:58,148 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T10:42:58,148 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=a47bbe3dcdf6c48dd866e13997aae74e, ASSIGN}]
2024-11-13T10:42:58,150 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=a47bbe3dcdf6c48dd866e13997aae74e, ASSIGN
2024-11-13T10:42:58,152 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=a47bbe3dcdf6c48dd866e13997aae74e, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:42:58,303 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a47bbe3dcdf6c48dd866e13997aae74e, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:58,308 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=a47bbe3dcdf6c48dd866e13997aae74e, ASSIGN because future has completed
2024-11-13T10:42:58,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47bbe3dcdf6c48dd866e13997aae74e, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:42:58,484 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,485 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a47bbe3dcdf6c48dd866e13997aae74e, NAME => 'testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:42:58,486 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,486 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:42:58,486 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,486 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,489 INFO  [StoreOpener-a47bbe3dcdf6c48dd866e13997aae74e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a47bbe3dcdf6c48dd866e13997aae74e 
2024-11-13T10:42:58,492 INFO  [StoreOpener-a47bbe3dcdf6c48dd866e13997aae74e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47bbe3dcdf6c48dd866e13997aae74e columnFamilyName testFamily
2024-11-13T10:42:58,492 DEBUG [StoreOpener-a47bbe3dcdf6c48dd866e13997aae74e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:42:58,493 INFO  [StoreOpener-a47bbe3dcdf6c48dd866e13997aae74e-1 {}] regionserver.HStore(327): Store=a47bbe3dcdf6c48dd866e13997aae74e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:42:58,493 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,494 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,495 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,495 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,495 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,498 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,512 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:42:58,514 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a47bbe3dcdf6c48dd866e13997aae74e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72033405, jitterRate=0.07338137924671173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:42:58,514 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:42:58,516 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a47bbe3dcdf6c48dd866e13997aae74e:
Running coprocessor pre-open hook at 1731494578486Writing region info on filesystem at 1731494578486Initializing all the Stores at 1731494578488 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494578489 (+1 ms)Cleaning up temporary data from old regions at 1731494578495 (+6 ms)Running coprocessor post-open hooks at 1731494578514 (+19 ms)Region opened successfully at 1731494578516 (+2 ms)
2024-11-13T10:42:58,521 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e., pid=21, masterSystemTime=1731494578467
2024-11-13T10:42:58,527 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a47bbe3dcdf6c48dd866e13997aae74e, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:42:58,533 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47bbe3dcdf6c48dd866e13997aae74e, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:42:58,541 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-13T10:42:58,541 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure a47bbe3dcdf6c48dd866e13997aae74e, server=770665a7984d,44585,1731494475798 in 225 msec
2024-11-13T10:42:58,542 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,542 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:42:58,546 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-13T10:42:58,546 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=a47bbe3dcdf6c48dd866e13997aae74e, ASSIGN in 393 msec
2024-11-13T10:42:58,547 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:42:58,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494578547"}]},"ts":"1731494578547"}
2024-11-13T10:42:58,551 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T10:42:58,552 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:42:58,556 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 470 msec
2024-11-13T10:42:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-13T10:42:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T10:42:59,103 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-13T10:42:59,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T10:42:59,103 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:59,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T10:42:59,108 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:42:59,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-13T10:42:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:42:59,126 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:42:59,126 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T10:42:59,130 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T10:42:59,132 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T10:42:59,134 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T10:42:59,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T10:43:00,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-13T10:43:02,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113112' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T10:43:02,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:49454 deadline: 1731494583142, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113112' does not exist
2024-11-13T10:43:02,144 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 770665a7984d,44585,1731494475798 for closing scanner id = -5115332300376113112 for a47bbe3dcdf6c48dd866e13997aae74e of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113112' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T10:43:02,151 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742797041_22 at /127.0.0.1:44274 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2336 (was 2443), ProcessCount=11 (was 11), AvailableMemoryMB=1942 (was 2269)
2024-11-13T10:43:02,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=2336, ProcessCount=11, AvailableMemoryMB=1942
2024-11-13T10:43:02,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:43:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-13T10:43:02,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:43:02,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:02,171 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:43:02,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-13T10:43:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T10:43:02,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741847_1023 (size=411)
2024-11-13T10:43:02,204 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0119ddd74f44f8f14bd46ea799b59340, NAME => 'testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:43:02,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741848_1024 (size=62)
2024-11-13T10:43:02,629 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:02,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0119ddd74f44f8f14bd46ea799b59340, disabling compactions & flushes
2024-11-13T10:43:02,630 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:02,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:02,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340. after waiting 0 ms
2024-11-13T10:43:02,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:02,630 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:02,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0119ddd74f44f8f14bd46ea799b59340:
Waiting for close lock at 1731494582629Disabling compacts and flushes for region at 1731494582629Disabling writes for close at 1731494582630 (+1 ms)Writing region close event to WAL at 1731494582630Closed at 1731494582630
2024-11-13T10:43:02,632 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:43:02,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731494582632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494582632"}]},"ts":"1731494582632"}
2024-11-13T10:43:02,636 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:43:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-13T10:43:02,638 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:43:02,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494582638"}]},"ts":"1731494582638"}
2024-11-13T10:43:02,641 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T10:43:02,642 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0119ddd74f44f8f14bd46ea799b59340, ASSIGN}]
2024-11-13T10:43:02,644 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0119ddd74f44f8f14bd46ea799b59340, ASSIGN
2024-11-13T10:43:02,647 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0119ddd74f44f8f14bd46ea799b59340, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:43:02,798 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0119ddd74f44f8f14bd46ea799b59340, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:02,810 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0119ddd74f44f8f14bd46ea799b59340, ASSIGN because future has completed
2024-11-13T10:43:02,811 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0119ddd74f44f8f14bd46ea799b59340, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:43:02,986 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:02,987 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0119ddd74f44f8f14bd46ea799b59340, NAME => 'testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:43:02,987 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:02,987 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:02,987 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:02,987 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:02,996 INFO  [StoreOpener-0119ddd74f44f8f14bd46ea799b59340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0119ddd74f44f8f14bd46ea799b59340 
2024-11-13T10:43:03,008 INFO  [StoreOpener-0119ddd74f44f8f14bd46ea799b59340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0119ddd74f44f8f14bd46ea799b59340 columnFamilyName testFamily
2024-11-13T10:43:03,008 DEBUG [StoreOpener-0119ddd74f44f8f14bd46ea799b59340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:03,012 INFO  [StoreOpener-0119ddd74f44f8f14bd46ea799b59340-1 {}] regionserver.HStore(327): Store=0119ddd74f44f8f14bd46ea799b59340/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:43:03,013 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,021 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,022 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,023 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,023 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,033 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,044 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:43:03,046 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0119ddd74f44f8f14bd46ea799b59340; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59476780, jitterRate=-0.1137269139289856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:43:03,047 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:03,047 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0119ddd74f44f8f14bd46ea799b59340:
Running coprocessor pre-open hook at 1731494582988Writing region info on filesystem at 1731494582988Initializing all the Stores at 1731494582990 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494582990Cleaning up temporary data from old regions at 1731494583023 (+33 ms)Running coprocessor post-open hooks at 1731494583047 (+24 ms)Region opened successfully at 1731494583047
2024-11-13T10:43:03,059 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340., pid=24, masterSystemTime=1731494582972
2024-11-13T10:43:03,074 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:03,074 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:03,077 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0119ddd74f44f8f14bd46ea799b59340, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:03,088 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0119ddd74f44f8f14bd46ea799b59340, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:43:03,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-13T10:43:03,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 0119ddd74f44f8f14bd46ea799b59340, server=770665a7984d,44585,1731494475798 in 281 msec
2024-11-13T10:43:03,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-13T10:43:03,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0119ddd74f44f8f14bd46ea799b59340, ASSIGN in 455 msec
2024-11-13T10:43:03,102 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:43:03,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494583102"}]},"ts":"1731494583102"}
2024-11-13T10:43:03,105 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T10:43:03,107 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:43:03,109 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 942 msec
2024-11-13T10:43:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T10:43:03,190 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-13T10:43:03,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T10:43:03,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:03,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T10:43:03,198 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:03,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-13T10:43:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:43:03,223 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:43:03,223 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T10:43:03,227 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T10:43:03,230 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T10:43:03,232 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T10:43:03,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T10:43:03,607 INFO  [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T10:43:03,607 INFO  [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T10:43:03,988 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:43:05,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-13T10:43:05,451 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T10:43:05,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-13T10:43:05,452 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T10:43:06,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113108' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T10:43:06,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:49454 deadline: 1731494587240, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113108' does not exist
2024-11-13T10:43:06,246 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 770665a7984d,44585,1731494475798 for closing scanner id = -5115332300376113108 for 0119ddd74f44f8f14bd46ea799b59340 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113108' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T10:43:06,269 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2205 (was 2336), ProcessCount=11 (was 11), AvailableMemoryMB=1973 (was 1942) - AvailableMemoryMB LEAK? -
2024-11-13T10:43:06,293 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=2205, ProcessCount=11, AvailableMemoryMB=1973
2024-11-13T10:43:06,297 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:43:06,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T10:43:06,302 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:43:06,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:06,302 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-13T10:43:06,303 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:43:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T10:43:06,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741849_1025 (size=419)
2024-11-13T10:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-13T10:43:06,768 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cd084bbe4c6ee76db61e598c7be1912, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:43:06,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741850_1026 (size=70)
2024-11-13T10:43:06,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0cd084bbe4c6ee76db61e598c7be1912, disabling compactions & flushes
2024-11-13T10:43:07,179 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912. after waiting 0 ms
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,179 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,179 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cd084bbe4c6ee76db61e598c7be1912:
Waiting for close lock at 1731494587179Disabling compacts and flushes for region at 1731494587179Disabling writes for close at 1731494587179Writing region close event to WAL at 1731494587179Closed at 1731494587179
2024-11-13T10:43:07,182 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:43:07,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731494587182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494587182"}]},"ts":"1731494587182"}
2024-11-13T10:43:07,186 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:43:07,188 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:43:07,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494587188"}]},"ts":"1731494587188"}
2024-11-13T10:43:07,191 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T10:43:07,191 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0cd084bbe4c6ee76db61e598c7be1912, ASSIGN}]
2024-11-13T10:43:07,193 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0cd084bbe4c6ee76db61e598c7be1912, ASSIGN
2024-11-13T10:43:07,195 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0cd084bbe4c6ee76db61e598c7be1912, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:43:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T10:43:07,346 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=0cd084bbe4c6ee76db61e598c7be1912, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:07,349 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0cd084bbe4c6ee76db61e598c7be1912, ASSIGN because future has completed
2024-11-13T10:43:07,350 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd084bbe4c6ee76db61e598c7be1912, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:43:07,526 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cd084bbe4c6ee76db61e598c7be1912, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:43:07,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:07,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,534 INFO  [StoreOpener-0cd084bbe4c6ee76db61e598c7be1912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0cd084bbe4c6ee76db61e598c7be1912 
2024-11-13T10:43:07,538 INFO  [StoreOpener-0cd084bbe4c6ee76db61e598c7be1912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd084bbe4c6ee76db61e598c7be1912 columnFamilyName testFamily
2024-11-13T10:43:07,538 DEBUG [StoreOpener-0cd084bbe4c6ee76db61e598c7be1912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:07,539 INFO  [StoreOpener-0cd084bbe4c6ee76db61e598c7be1912-1 {}] regionserver.HStore(327): Store=0cd084bbe4c6ee76db61e598c7be1912/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:43:07,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:43:07,562 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 0cd084bbe4c6ee76db61e598c7be1912; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63719518, jitterRate=-0.05050519108772278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:43:07,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:07,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 0cd084bbe4c6ee76db61e598c7be1912:
Running coprocessor pre-open hook at 1731494587528Writing region info on filesystem at 1731494587528Initializing all the Stores at 1731494587532 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494587532Cleaning up temporary data from old regions at 1731494587546 (+14 ms)Running coprocessor post-open hooks at 1731494587563 (+17 ms)Region opened successfully at 1731494587563
2024-11-13T10:43:07,565 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., pid=27, masterSystemTime=1731494587503
2024-11-13T10:43:07,570 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=0cd084bbe4c6ee76db61e598c7be1912, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:07,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,575 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:07,578 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd084bbe4c6ee76db61e598c7be1912, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:43:07,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-13T10:43:07,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cd084bbe4c6ee76db61e598c7be1912, server=770665a7984d,44585,1731494475798 in 230 msec
2024-11-13T10:43:07,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-13T10:43:07,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0cd084bbe4c6ee76db61e598c7be1912, ASSIGN in 392 msec
2024-11-13T10:43:07,594 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:43:07,594 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494587594"}]},"ts":"1731494587594"}
2024-11-13T10:43:07,603 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T10:43:07,609 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:43:07,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.3110 sec
2024-11-13T10:43:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T10:43:09,344 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-13T10:43:09,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T10:43:09,345 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:09,350 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T10:43:09,350 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:09,350 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T10:43:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:43:09,373 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:43:09,373 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T10:43:09,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T10:43:09,380 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T10:43:13,030 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:43:13,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-13T10:43:13,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T10:43:15,388 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T10:43:15,388 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T10:43:15,388 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:43:15,401 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1904 (was 2205), ProcessCount=11 (was 11), AvailableMemoryMB=1886 (was 1973)
2024-11-13T10:43:15,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1904, ProcessCount=11, AvailableMemoryMB=1885
2024-11-13T10:43:15,419 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:43:15,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-13T10:43:15,422 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:43:15,422 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:15,422 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-13T10:43:15,423 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:43:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T10:43:15,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741851_1027 (size=407)
2024-11-13T10:43:15,439 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ee87bb8f59a14df87f6fa477dde374d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:43:15,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741852_1028 (size=58)
2024-11-13T10:43:15,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T10:43:15,451 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T10:43:15,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:15,849 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7ee87bb8f59a14df87f6fa477dde374d, disabling compactions & flushes
2024-11-13T10:43:15,849 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:15,849 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:15,849 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d. after waiting 0 ms
2024-11-13T10:43:15,849 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:15,849 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:15,849 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ee87bb8f59a14df87f6fa477dde374d:
Waiting for close lock at 1731494595849Disabling compacts and flushes for region at 1731494595849Disabling writes for close at 1731494595849Writing region close event to WAL at 1731494595849Closed at 1731494595849
2024-11-13T10:43:15,851 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:43:15,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731494595851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494595851"}]},"ts":"1731494595851"}
2024-11-13T10:43:15,856 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:43:15,857 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:43:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494595857"}]},"ts":"1731494595857"}
2024-11-13T10:43:15,860 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T10:43:15,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ee87bb8f59a14df87f6fa477dde374d, ASSIGN}]
2024-11-13T10:43:15,862 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ee87bb8f59a14df87f6fa477dde374d, ASSIGN
2024-11-13T10:43:15,864 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ee87bb8f59a14df87f6fa477dde374d, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:43:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-13T10:43:16,014 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ee87bb8f59a14df87f6fa477dde374d, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:16,018 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ee87bb8f59a14df87f6fa477dde374d, ASSIGN because future has completed
2024-11-13T10:43:16,018 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee87bb8f59a14df87f6fa477dde374d, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:43:16,176 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:16,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ee87bb8f59a14df87f6fa477dde374d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:43:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,179 INFO  [StoreOpener-7ee87bb8f59a14df87f6fa477dde374d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ee87bb8f59a14df87f6fa477dde374d 
2024-11-13T10:43:16,181 INFO  [StoreOpener-7ee87bb8f59a14df87f6fa477dde374d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee87bb8f59a14df87f6fa477dde374d columnFamilyName testFamily
2024-11-13T10:43:16,181 DEBUG [StoreOpener-7ee87bb8f59a14df87f6fa477dde374d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:16,181 INFO  [StoreOpener-7ee87bb8f59a14df87f6fa477dde374d-1 {}] regionserver.HStore(327): Store=7ee87bb8f59a14df87f6fa477dde374d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:43:16,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:43:16,190 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 7ee87bb8f59a14df87f6fa477dde374d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68039662, jitterRate=0.01386997103691101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:43:16,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:16,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7ee87bb8f59a14df87f6fa477dde374d:
Running coprocessor pre-open hook at 1731494596177Writing region info on filesystem at 1731494596177Initializing all the Stores at 1731494596178 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494596178Cleaning up temporary data from old regions at 1731494596184 (+6 ms)Running coprocessor post-open hooks at 1731494596190 (+6 ms)Region opened successfully at 1731494596190
2024-11-13T10:43:16,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d., pid=30, masterSystemTime=1731494596171
2024-11-13T10:43:16,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:16,194 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:16,194 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ee87bb8f59a14df87f6fa477dde374d, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:16,197 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee87bb8f59a14df87f6fa477dde374d, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:43:16,200 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T10:43:16,200 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ee87bb8f59a14df87f6fa477dde374d, server=770665a7984d,44585,1731494475798 in 180 msec
2024-11-13T10:43:16,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-13T10:43:16,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ee87bb8f59a14df87f6fa477dde374d, ASSIGN in 339 msec
2024-11-13T10:43:16,204 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:43:16,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494596204"}]},"ts":"1731494596204"}
2024-11-13T10:43:16,206 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T10:43:16,207 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:43:16,209 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 788 msec
2024-11-13T10:43:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T10:43:16,433 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-13T10:43:16,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T10:43:16,433 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:16,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T10:43:16,441 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:16,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-13T10:43:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:43:16,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:43:16,456 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T10:43:16,460 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T10:43:16,462 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T10:43:16,463 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T10:43:16,463 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T10:43:19,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-13T10:43:21,679 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:43:22,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113100' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T10:43:22,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44585 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:49454 deadline: 1731494608468, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113100' does not exist
2024-11-13T10:43:22,471 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 770665a7984d,44585,1731494475798 for closing scanner id = -5115332300376113100 for 7ee87bb8f59a14df87f6fa477dde374d of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5115332300376113100' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T10:43:22,478 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1767 (was 1904), ProcessCount=11 (was 11), AvailableMemoryMB=1851 (was 1885)
2024-11-13T10:43:22,486 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1767, ProcessCount=11, AvailableMemoryMB=1851
2024-11-13T10:43:22,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T10:43:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T10:43:22,491 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T10:43:22,491 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:22,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-13T10:43:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T10:43:22,493 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T10:43:22,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741853_1029 (size=423)
2024-11-13T10:43:22,840 DEBUG [master/770665a7984d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-13T10:43:22,904 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf9450d6c2c2ffe54d80f66a6cd605ff, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8
2024-11-13T10:43:22,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741854_1030 (size=74)
2024-11-13T10:43:22,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:22,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing bf9450d6c2c2ffe54d80f66a6cd605ff, disabling compactions & flushes
2024-11-13T10:43:22,914 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:22,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:22,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff. after waiting 0 ms
2024-11-13T10:43:22,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:22,914 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:22,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf9450d6c2c2ffe54d80f66a6cd605ff:
Waiting for close lock at 1731494602913Disabling compacts and flushes for region at 1731494602913Disabling writes for close at 1731494602914 (+1 ms)Writing region close event to WAL at 1731494602914Closed at 1731494602914
2024-11-13T10:43:22,917 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T10:43:22,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731494602917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731494602917"}]},"ts":"1731494602917"}
2024-11-13T10:43:22,920 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T10:43:22,923 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T10:43:22,923 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494602923"}]},"ts":"1731494602923"}
2024-11-13T10:43:22,927 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T10:43:22,927 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bf9450d6c2c2ffe54d80f66a6cd605ff, ASSIGN}]
2024-11-13T10:43:22,929 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bf9450d6c2c2ffe54d80f66a6cd605ff, ASSIGN
2024-11-13T10:43:22,930 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bf9450d6c2c2ffe54d80f66a6cd605ff, ASSIGN; state=OFFLINE, location=770665a7984d,44585,1731494475798; forceNewPlan=false, retain=false
2024-11-13T10:43:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-13T10:43:23,081 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=bf9450d6c2c2ffe54d80f66a6cd605ff, regionState=OPENING, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:23,086 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bf9450d6c2c2ffe54d80f66a6cd605ff, ASSIGN because future has completed
2024-11-13T10:43:23,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9450d6c2c2ffe54d80f66a6cd605ff, server=770665a7984d,44585,1731494475798}]
2024-11-13T10:43:23,247 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:23,247 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => bf9450d6c2c2ffe54d80f66a6cd605ff, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.', STARTKEY => '', ENDKEY => ''}
2024-11-13T10:43:23,247 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,247 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T10:43:23,247 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,247 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,250 INFO  [StoreOpener-bf9450d6c2c2ffe54d80f66a6cd605ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bf9450d6c2c2ffe54d80f66a6cd605ff 
2024-11-13T10:43:23,252 INFO  [StoreOpener-bf9450d6c2c2ffe54d80f66a6cd605ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9450d6c2c2ffe54d80f66a6cd605ff columnFamilyName testFamily
2024-11-13T10:43:23,252 DEBUG [StoreOpener-bf9450d6c2c2ffe54d80f66a6cd605ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T10:43:23,253 INFO  [StoreOpener-bf9450d6c2c2ffe54d80f66a6cd605ff-1 {}] regionserver.HStore(327): Store=bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T10:43:23,253 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,255 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,255 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,258 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,261 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T10:43:23,261 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened bf9450d6c2c2ffe54d80f66a6cd605ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63094666, jitterRate=-0.059816211462020874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T10:43:23,261 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:23,262 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for bf9450d6c2c2ffe54d80f66a6cd605ff:
Running coprocessor pre-open hook at 1731494603248Writing region info on filesystem at 1731494603248Initializing all the Stores at 1731494603249 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731494603249Cleaning up temporary data from old regions at 1731494603255 (+6 ms)Running coprocessor post-open hooks at 1731494603261 (+6 ms)Region opened successfully at 1731494603262 (+1 ms)
2024-11-13T10:43:23,263 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., pid=33, masterSystemTime=1731494603241
2024-11-13T10:43:23,266 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:23,266 INFO  [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:23,266 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=bf9450d6c2c2ffe54d80f66a6cd605ff, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44585,1731494475798
2024-11-13T10:43:23,269 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9450d6c2c2ffe54d80f66a6cd605ff, server=770665a7984d,44585,1731494475798 because future has completed
2024-11-13T10:43:23,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T10:43:23,275 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure bf9450d6c2c2ffe54d80f66a6cd605ff, server=770665a7984d,44585,1731494475798 in 184 msec
2024-11-13T10:43:23,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-13T10:43:23,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bf9450d6c2c2ffe54d80f66a6cd605ff, ASSIGN in 348 msec
2024-11-13T10:43:23,282 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T10:43:23,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731494603282"}]},"ts":"1731494603282"}
2024-11-13T10:43:23,285 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T10:43:23,286 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T10:43:23,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 798 msec
2024-11-13T10:43:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T10:43:23,503 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-13T10:43:23,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T10:43:23,504 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:23,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T10:43:23,511 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T10:43:23,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T10:43:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:43:23,531 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T10:43:23,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T10:43:23,536 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T10:43:23,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T10:43:24,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-13T10:43:24,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-13T10:43:24,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:43:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-13T10:43:25,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-13T10:43:25,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T10:43:25,451 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T10:43:25,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T10:43:25,452 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T10:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2]
2024-11-13T10:43:25,567 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T10:43:26,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=770665a7984d:44585 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=970ms, rpcTimeout=970ms
2024-11-13T10:43:26,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=970ms, rpcTimeout=970ms
2024-11-13T10:43:26,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., hostname=770665a7984d,44585,1731494475798, seqNum=2 from cache
2024-11-13T10:43:26,552 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 221)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742797041_22 at /127.0.0.1:60710 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1642 (was 1767), ProcessCount=11 (was 11), AvailableMemoryMB=1811 (was 1851)
2024-11-13T10:43:26,553 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T10:43:26,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T10:43:26,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,560 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T10:43:26,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T10:43:26,560 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T10:43:26,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T10:43:26,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,561 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T10:43:26,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T10:43:26,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=654212325, stopped=false
2024-11-13T10:43:26,562 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,45369,1731494474935
2024-11-13T10:43:26,564 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T10:43:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T10:43:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:43:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T10:43:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:43:26,566 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T10:43:26,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T10:43:26,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T10:43:26,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T10:43:26,567 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,44585,1731494475798' *****
2024-11-13T10:43:26,567 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T10:43:26,567 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T10:43:26,567 INFO  [RS:0;770665a7984d:44585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T10:43:26,568 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T10:43:26,568 INFO  [RS:0;770665a7984d:44585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T10:43:26,568 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for c5d298be3a3cef7b58dfb5c778fcaccc
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d8576e42cd660122343c44089cb8ace
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ee87bb8f59a14df87f6fa477dde374d
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cd084bbe4c6ee76db61e598c7be1912
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 0119ddd74f44f8f14bd46ea799b59340
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,44585,1731494475798
2024-11-13T10:43:26,569 INFO  [RS:0;770665a7984d:44585 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T10:43:26,570 INFO  [RS:0;770665a7984d:44585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:44585.
2024-11-13T10:43:26,570 DEBUG [RS:0;770665a7984d:44585 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T10:43:26,570 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5d298be3a3cef7b58dfb5c778fcaccc, disabling compactions & flushes
2024-11-13T10:43:26,570 DEBUG [RS:0;770665a7984d:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:26,570 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:43:26,570 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:43:26,570 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc. after waiting 0 ms
2024-11-13T10:43:26,570 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:43:26,570 INFO  [RS:0;770665a7984d:44585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T10:43:26,570 INFO  [RS:0;770665a7984d:44585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T10:43:26,570 INFO  [RS:0;770665a7984d:44585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T10:43:26,570 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T10:43:26,572 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T10:43:26,573 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-13T10:43:26,573 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T10:43:26,573 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T10:43:26,573 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T10:43:26,573 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T10:43:26,573 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, c5d298be3a3cef7b58dfb5c778fcaccc, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:26,575 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5d298be3a3cef7b58dfb5c778fcaccc 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:26,575 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-13T10:43:26,680 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/.tmp/testFamily/df476d784ecd4bb6bfb6e6a2cecf769a is 61, key is row-0/testFamily:testQualifier/1731494571896/Put/seqid=0
2024-11-13T10:43:26,686 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/info/7039a0c0da3247fda0c0b08abc512259 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0./info:regioninfo/1731494546743/Put/seqid=0
2024-11-13T10:43:26,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741855_1031 (size=5049)
2024-11-13T10:43:26,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741856_1032 (size=20564)
2024-11-13T10:43:26,773 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, c5d298be3a3cef7b58dfb5c778fcaccc, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:26,959 INFO  [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T10:43:26,960 INFO  [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T10:43:26,974 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, c5d298be3a3cef7b58dfb5c778fcaccc, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:27,068 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T10:43:27,106 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/.tmp/testFamily/df476d784ecd4bb6bfb6e6a2cecf769a
2024-11-13T10:43:27,112 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/info/7039a0c0da3247fda0c0b08abc512259
2024-11-13T10:43:27,174 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, c5d298be3a3cef7b58dfb5c778fcaccc, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:27,179 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/.tmp/testFamily/df476d784ecd4bb6bfb6e6a2cecf769a as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/testFamily/df476d784ecd4bb6bfb6e6a2cecf769a
2024-11-13T10:43:27,190 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/testFamily/df476d784ecd4bb6bfb6e6a2cecf769a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:27,194 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/ns/8a98d2818547430998c8844044e807ce is 43, key is default/ns:d/1731494542443/Put/seqid=0
2024-11-13T10:43:27,201 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5d298be3a3cef7b58dfb5c778fcaccc in 625ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:27,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741857_1033 (size=5153)
2024-11-13T10:43:27,213 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/ns/8a98d2818547430998c8844044e807ce
2024-11-13T10:43:27,238 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextException/c5d298be3a3cef7b58dfb5c778fcaccc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:27,244 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:43:27,245 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5d298be3a3cef7b58dfb5c778fcaccc:
Waiting for close lock at 1731494606569Running coprocessor pre-close hooks at 1731494606570 (+1 ms)Disabling compacts and flushes for region at 1731494606570Disabling writes for close at 1731494606570Obtaining lock to block concurrent updates at 1731494606575 (+5 ms)Preparing flush snapshotting stores in c5d298be3a3cef7b58dfb5c778fcaccc at 1731494606575Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494606584 (+9 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc. at 1731494606586 (+2 ms)Flushing c5d298be3a3cef7b58dfb5c778fcaccc/testFamily: creating writer at 1731494606588 (+2 ms)Flushing c5d298be3a3cef7b58dfb5c778fcaccc/testFamily: appending metadata at 1731494606673 (+85 ms)Flushing c5d298be3a3cef7b58dfb5c778fcaccc/testFamily: closing flushed file at 1731494606676 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4cde00: reopening flushed file at 1731494607169 (+493 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5d298be3a3cef7b58dfb5c778fcaccc in 625ms, sequenceid=8, compaction requested=false at 1731494607201 (+32 ms)Writing region close event to WAL at 1731494607216 (+15 ms)Running coprocessor post-close hooks at 1731494607241 (+25 ms)Closed at 1731494607244 (+3 ms)
2024-11-13T10:43:27,245 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731494568839.c5d298be3a3cef7b58dfb5c778fcaccc.
2024-11-13T10:43:27,245 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d8576e42cd660122343c44089cb8ace, disabling compactions & flushes
2024-11-13T10:43:27,252 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:43:27,252 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:43:27,253 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace. after waiting 0 ms
2024-11-13T10:43:27,253 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:43:27,253 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d8576e42cd660122343c44089cb8ace 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:27,268 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/table/60039245fac9442fb7f6fafd2afca40e is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731494546842/Put/seqid=0
2024-11-13T10:43:27,285 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/.tmp/testFamily/120371e8de83486ab4f4f3aa592934fb is 61, key is row-0/testFamily:testQualifier/1731494562788/Put/seqid=0
2024-11-13T10:43:27,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741858_1034 (size=6699)
2024-11-13T10:43:27,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741859_1035 (size=5049)
2024-11-13T10:43:27,374 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:27,575 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-13T10:43:27,575 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:27,712 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/table/60039245fac9442fb7f6fafd2afca40e
2024-11-13T10:43:27,715 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/.tmp/testFamily/120371e8de83486ab4f4f3aa592934fb
2024-11-13T10:43:27,726 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/info/7039a0c0da3247fda0c0b08abc512259 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/info/7039a0c0da3247fda0c0b08abc512259
2024-11-13T10:43:27,735 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/.tmp/testFamily/120371e8de83486ab4f4f3aa592934fb as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/testFamily/120371e8de83486ab4f4f3aa592934fb
2024-11-13T10:43:27,737 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/info/7039a0c0da3247fda0c0b08abc512259, entries=100, sequenceid=56, filesize=20.1 K
2024-11-13T10:43:27,742 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/ns/8a98d2818547430998c8844044e807ce as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/ns/8a98d2818547430998c8844044e807ce
2024-11-13T10:43:27,751 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/testFamily/120371e8de83486ab4f4f3aa592934fb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:27,756 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/ns/8a98d2818547430998c8844044e807ce, entries=2, sequenceid=56, filesize=5.0 K
2024-11-13T10:43:27,757 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d8576e42cd660122343c44089cb8ace in 504ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:27,763 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/.tmp/table/60039245fac9442fb7f6fafd2afca40e as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/table/60039245fac9442fb7f6fafd2afca40e
2024-11-13T10:43:27,775 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 1588230740, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 8d8576e42cd660122343c44089cb8ace, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:27,794 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/table/60039245fac9442fb7f6fafd2afca40e, entries=20, sequenceid=56, filesize=6.5 K
2024-11-13T10:43:27,803 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1230ms, sequenceid=56, compaction requested=false
2024-11-13T10:43:27,833 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNextAsync/8d8576e42cd660122343c44089cb8ace/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:27,839 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:43:27,839 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d8576e42cd660122343c44089cb8ace:
Waiting for close lock at 1731494607245Running coprocessor pre-close hooks at 1731494607245Disabling compacts and flushes for region at 1731494607245Disabling writes for close at 1731494607253 (+8 ms)Obtaining lock to block concurrent updates at 1731494607253Preparing flush snapshotting stores in 8d8576e42cd660122343c44089cb8ace at 1731494607253Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494607253Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace. at 1731494607257 (+4 ms)Flushing 8d8576e42cd660122343c44089cb8ace/testFamily: creating writer at 1731494607257Flushing 8d8576e42cd660122343c44089cb8ace/testFamily: appending metadata at 1731494607285 (+28 ms)Flushing 8d8576e42cd660122343c44089cb8ace/testFamily: closing flushed file at 1731494607285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6511c9fc: reopening flushed file at 1731494607734 (+449 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d8576e42cd660122343c44089cb8ace in 504ms, sequenceid=8, compaction requested=false at 1731494607757 (+23 ms)Writing region close event to WAL at 1731494607790 (+33 ms)Running coprocessor post-close hooks at 1731494607839 (+49 ms)Closed at 1731494607839
2024-11-13T10:43:27,840 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731494559692.8d8576e42cd660122343c44089cb8ace.
2024-11-13T10:43:27,840 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7cb04c5863c0b3e7b9ad32b8ba93a44, disabling compactions & flushes
2024-11-13T10:43:27,840 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:43:27,840 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:43:27,840 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44. after waiting 0 ms
2024-11-13T10:43:27,840 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:43:27,840 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7cb04c5863c0b3e7b9ad32b8ba93a44 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:27,860 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-13T10:43:27,862 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T10:43:27,862 INFO  [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T10:43:27,862 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731494606572Running coprocessor pre-close hooks at 1731494606572Disabling compacts and flushes for region at 1731494606572Disabling writes for close at 1731494606573 (+1 ms)Obtaining lock to block concurrent updates at 1731494606575 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731494606575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731494606584 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731494606589 (+5 ms)Flushing 1588230740/info: creating writer at 1731494606589Flushing 1588230740/info: appending metadata at 1731494606680 (+91 ms)Flushing 1588230740/info: closing flushed file at 1731494606680Flushing 1588230740/ns: creating writer at 1731494607168 (+488 ms)Flushing 1588230740/ns: appending metadata at 1731494607192 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731494607192Flushing 1588230740/table: creating writer at 1731494607238 (+46 ms)Flushing 1588230740/table: appending metadata at 1731494607267 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731494607267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d130cc: reopening flushed file at 1731494607724 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b4f16d: reopening flushed file at 1731494607738 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5cb3df: reopening flushed file at 1731494607756 (+18 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1230ms, sequenceid=56, compaction requested=false at 1731494607803 (+47 ms)Writing region close event to WAL at 1731494607824 (+21 ms)Running coprocessor post-close hooks at 1731494607861 (+37 ms)Closed at 1731494607862 (+1 ms)
2024-11-13T10:43:27,863 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T10:43:27,886 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/.tmp/testFamily/cc076750a8f7435695b80d6efdb82e87 is 61, key is row-0/testFamily:testQualifier/1731494553208/Put/seqid=0
2024-11-13T10:43:27,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741860_1036 (size=5049)
2024-11-13T10:43:27,976 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:28,176 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff, e7cb04c5863c0b3e7b9ad32b8ba93a44
2024-11-13T10:43:28,302 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/.tmp/testFamily/cc076750a8f7435695b80d6efdb82e87
2024-11-13T10:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/.tmp/testFamily/cc076750a8f7435695b80d6efdb82e87 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily/cc076750a8f7435695b80d6efdb82e87
2024-11-13T10:43:28,318 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily/cc076750a8f7435695b80d6efdb82e87, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:28,319 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7cb04c5863c0b3e7b9ad32b8ba93a44 in 479ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:28,324 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScanner/e7cb04c5863c0b3e7b9ad32b8ba93a44/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:28,325 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:43:28,325 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7cb04c5863c0b3e7b9ad32b8ba93a44:
Waiting for close lock at 1731494607840Running coprocessor pre-close hooks at 1731494607840Disabling compacts and flushes for region at 1731494607840Disabling writes for close at 1731494607840Obtaining lock to block concurrent updates at 1731494607840Preparing flush snapshotting stores in e7cb04c5863c0b3e7b9ad32b8ba93a44 at 1731494607840Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494607841 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44. at 1731494607848 (+7 ms)Flushing e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily: creating writer at 1731494607848Flushing e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily: appending metadata at 1731494607886 (+38 ms)Flushing e7cb04c5863c0b3e7b9ad32b8ba93a44/testFamily: closing flushed file at 1731494607886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609caca5: reopening flushed file at 1731494608309 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7cb04c5863c0b3e7b9ad32b8ba93a44 in 479ms, sequenceid=8, compaction requested=false at 1731494608320 (+11 ms)Writing region close event to WAL at 1731494608320Running coprocessor post-close hooks at 1731494608325 (+5 ms)Closed at 1731494608325
2024-11-13T10:43:28,326 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731494550107.e7cb04c5863c0b3e7b9ad32b8ba93a44.
2024-11-13T10:43:28,326 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ee87bb8f59a14df87f6fa477dde374d, disabling compactions & flushes
2024-11-13T10:43:28,326 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:28,326 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:28,326 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d. after waiting 0 ms
2024-11-13T10:43:28,326 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:28,326 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ee87bb8f59a14df87f6fa477dde374d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:28,345 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/.tmp/testFamily/a16d6305f16a4a53a72073807d860f1d is 61, key is row-0/testFamily:testQualifier/1731494596446/Put/seqid=0
2024-11-13T10:43:28,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741861_1037 (size=5049)
2024-11-13T10:43:28,376 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:28,576 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-13T10:43:28,577 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1325): Online Regions={7ee87bb8f59a14df87f6fa477dde374d=hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d., bf9450d6c2c2ffe54d80f66a6cd605ff=testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., 0cd084bbe4c6ee76db61e598c7be1912=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., 0119ddd74f44f8f14bd46ea799b59340=testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340., a47bbe3dcdf6c48dd866e13997aae74e=testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e., 981a5b33f1c11e92d172ab1357eec3ab=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., 2afdd4f548bfb9e6d5e58a9d807355c0=testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.}
2024-11-13T10:43:28,577 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:28,584 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:45369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-13T10:43:28,749 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T10:43:28,768 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/.tmp/testFamily/a16d6305f16a4a53a72073807d860f1d
2024-11-13T10:43:28,778 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 7ee87bb8f59a14df87f6fa477dde374d, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e, bf9450d6c2c2ffe54d80f66a6cd605ff
2024-11-13T10:43:28,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/.tmp/testFamily/a16d6305f16a4a53a72073807d860f1d as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/testFamily/a16d6305f16a4a53a72073807d860f1d
2024-11-13T10:43:28,842 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/testFamily/a16d6305f16a4a53a72073807d860f1d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:28,845 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ee87bb8f59a14df87f6fa477dde374d in 519ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:28,861 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnNext/7ee87bb8f59a14df87f6fa477dde374d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:28,863 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:28,864 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ee87bb8f59a14df87f6fa477dde374d:
Waiting for close lock at 1731494608326Running coprocessor pre-close hooks at 1731494608326Disabling compacts and flushes for region at 1731494608326Disabling writes for close at 1731494608326Obtaining lock to block concurrent updates at 1731494608326Preparing flush snapshotting stores in 7ee87bb8f59a14df87f6fa477dde374d at 1731494608326Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494608326Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d. at 1731494608327 (+1 ms)Flushing 7ee87bb8f59a14df87f6fa477dde374d/testFamily: creating writer at 1731494608327Flushing 7ee87bb8f59a14df87f6fa477dde374d/testFamily: appending metadata at 1731494608345 (+18 ms)Flushing 7ee87bb8f59a14df87f6fa477dde374d/testFamily: closing flushed file at 1731494608345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dd944b: reopening flushed file at 1731494608804 (+459 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ee87bb8f59a14df87f6fa477dde374d in 519ms, sequenceid=8, compaction requested=false at 1731494608845 (+41 ms)Writing region close event to WAL at 1731494608849 (+4 ms)Running coprocessor post-close hooks at 1731494608863 (+14 ms)Closed at 1731494608863
2024-11-13T10:43:28,864 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731494595418.7ee87bb8f59a14df87f6fa477dde374d.
2024-11-13T10:43:28,864 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf9450d6c2c2ffe54d80f66a6cd605ff, disabling compactions & flushes
2024-11-13T10:43:28,864 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:28,864 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:28,865 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff. after waiting 0 ms
2024-11-13T10:43:28,865 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:28,865 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf9450d6c2c2ffe54d80f66a6cd605ff 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:28,896 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/.tmp/testFamily/400e741172fd4c9c867d95ac50df9bb5 is 61, key is row-0/testFamily:testQualifier/1731494603518/Put/seqid=0
2024-11-13T10:43:28,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741862_1038 (size=5049)
2024-11-13T10:43:28,918 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/.tmp/testFamily/400e741172fd4c9c867d95ac50df9bb5
2024-11-13T10:43:28,935 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/.tmp/testFamily/400e741172fd4c9c867d95ac50df9bb5 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily/400e741172fd4c9c867d95ac50df9bb5
2024-11-13T10:43:28,949 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily/400e741172fd4c9c867d95ac50df9bb5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:28,951 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bf9450d6c2c2ffe54d80f66a6cd605ff in 86ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:28,958 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/bf9450d6c2c2ffe54d80f66a6cd605ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:28,960 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:28,960 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf9450d6c2c2ffe54d80f66a6cd605ff:
Waiting for close lock at 1731494608864Running coprocessor pre-close hooks at 1731494608864Disabling compacts and flushes for region at 1731494608864Disabling writes for close at 1731494608865 (+1 ms)Obtaining lock to block concurrent updates at 1731494608865Preparing flush snapshotting stores in bf9450d6c2c2ffe54d80f66a6cd605ff at 1731494608865Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494608865Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff. at 1731494608866 (+1 ms)Flushing bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily: creating writer at 1731494608866Flushing bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily: appending metadata at 1731494608896 (+30 ms)Flushing bf9450d6c2c2ffe54d80f66a6cd605ff/testFamily: closing flushed file at 1731494608896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1d10f1: reopening flushed file at 1731494608933 (+37 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bf9450d6c2c2ffe54d80f66a6cd605ff in 86ms, sequenceid=8, compaction requested=false at 1731494608951 (+18 ms)Writing region close event to WAL at 1731494608952 (+1 ms)Running coprocessor post-close hooks at 1731494608960 (+8 ms)Closed at 1731494608960
2024-11-13T10:43:28,961 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731494602488.bf9450d6c2c2ffe54d80f66a6cd605ff.
2024-11-13T10:43:28,961 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cd084bbe4c6ee76db61e598c7be1912, disabling compactions & flushes
2024-11-13T10:43:28,961 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:28,961 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:28,961 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912. after waiting 0 ms
2024-11-13T10:43:28,961 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:28,961 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cd084bbe4c6ee76db61e598c7be1912 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:28,978 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:28,987 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/.tmp/testFamily/108b4dec4ecc4035a93eb956ffb9df25 is 61, key is row-0/testFamily:testQualifier/1731494589357/Put/seqid=0
2024-11-13T10:43:28,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741863_1039 (size=5049)
2024-11-13T10:43:29,178 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:29,379 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 0cd084bbe4c6ee76db61e598c7be1912, 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:29,400 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/.tmp/testFamily/108b4dec4ecc4035a93eb956ffb9df25
2024-11-13T10:43:29,422 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/.tmp/testFamily/108b4dec4ecc4035a93eb956ffb9df25 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/testFamily/108b4dec4ecc4035a93eb956ffb9df25
2024-11-13T10:43:29,438 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/testFamily/108b4dec4ecc4035a93eb956ffb9df25, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:29,439 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0cd084bbe4c6ee76db61e598c7be1912 in 478ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:29,445 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0cd084bbe4c6ee76db61e598c7be1912/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:29,446 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:29,446 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cd084bbe4c6ee76db61e598c7be1912:
Waiting for close lock at 1731494608961Running coprocessor pre-close hooks at 1731494608961Disabling compacts and flushes for region at 1731494608961Disabling writes for close at 1731494608961Obtaining lock to block concurrent updates at 1731494608961Preparing flush snapshotting stores in 0cd084bbe4c6ee76db61e598c7be1912 at 1731494608961Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494608962 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912. at 1731494608963 (+1 ms)Flushing 0cd084bbe4c6ee76db61e598c7be1912/testFamily: creating writer at 1731494608963Flushing 0cd084bbe4c6ee76db61e598c7be1912/testFamily: appending metadata at 1731494608986 (+23 ms)Flushing 0cd084bbe4c6ee76db61e598c7be1912/testFamily: closing flushed file at 1731494608986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2911fba8: reopening flushed file at 1731494609420 (+434 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0cd084bbe4c6ee76db61e598c7be1912 in 478ms, sequenceid=8, compaction requested=false at 1731494609439 (+19 ms)Writing region close event to WAL at 1731494609440 (+1 ms)Running coprocessor post-close hooks at 1731494609446 (+6 ms)Closed at 1731494609446
2024-11-13T10:43:29,446 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731494586297.0cd084bbe4c6ee76db61e598c7be1912.
2024-11-13T10:43:29,446 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0119ddd74f44f8f14bd46ea799b59340, disabling compactions & flushes
2024-11-13T10:43:29,446 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:29,446 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:29,447 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340. after waiting 0 ms
2024-11-13T10:43:29,447 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:29,447 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0119ddd74f44f8f14bd46ea799b59340 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:29,470 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/.tmp/testFamily/113cfc88edf64d0393a176d70c131738 is 61, key is row-0/testFamily:testQualifier/1731494583205/Put/seqid=0
2024-11-13T10:43:29,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741864_1040 (size=5049)
2024-11-13T10:43:29,579 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-13T10:43:29,579 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1325): Online Regions={0119ddd74f44f8f14bd46ea799b59340=testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340., a47bbe3dcdf6c48dd866e13997aae74e=testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e., 981a5b33f1c11e92d172ab1357eec3ab=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., 2afdd4f548bfb9e6d5e58a9d807355c0=testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.}
2024-11-13T10:43:29,579 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:29,779 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 0119ddd74f44f8f14bd46ea799b59340, 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:29,883 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/.tmp/testFamily/113cfc88edf64d0393a176d70c131738
2024-11-13T10:43:29,892 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/.tmp/testFamily/113cfc88edf64d0393a176d70c131738 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/testFamily/113cfc88edf64d0393a176d70c131738
2024-11-13T10:43:29,901 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/testFamily/113cfc88edf64d0393a176d70c131738, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:29,902 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0119ddd74f44f8f14bd46ea799b59340 in 455ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:29,908 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNext/0119ddd74f44f8f14bd46ea799b59340/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:29,909 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:29,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0119ddd74f44f8f14bd46ea799b59340:
Waiting for close lock at 1731494609446Running coprocessor pre-close hooks at 1731494609446Disabling compacts and flushes for region at 1731494609446Disabling writes for close at 1731494609447 (+1 ms)Obtaining lock to block concurrent updates at 1731494609447Preparing flush snapshotting stores in 0119ddd74f44f8f14bd46ea799b59340 at 1731494609447Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494609447Flushing stores of testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340. at 1731494609448 (+1 ms)Flushing 0119ddd74f44f8f14bd46ea799b59340/testFamily: creating writer at 1731494609448Flushing 0119ddd74f44f8f14bd46ea799b59340/testFamily: appending metadata at 1731494609469 (+21 ms)Flushing 0119ddd74f44f8f14bd46ea799b59340/testFamily: closing flushed file at 1731494609469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e54c7c4: reopening flushed file at 1731494609891 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0119ddd74f44f8f14bd46ea799b59340 in 455ms, sequenceid=8, compaction requested=false at 1731494609902 (+11 ms)Writing region close event to WAL at 1731494609903 (+1 ms)Running coprocessor post-close hooks at 1731494609909 (+6 ms)Closed at 1731494609909
2024-11-13T10:43:29,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731494582164.0119ddd74f44f8f14bd46ea799b59340.
2024-11-13T10:43:29,910 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a47bbe3dcdf6c48dd866e13997aae74e, disabling compactions & flushes
2024-11-13T10:43:29,910 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:43:29,910 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:43:29,910 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e. after waiting 0 ms
2024-11-13T10:43:29,910 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:43:29,910 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a47bbe3dcdf6c48dd866e13997aae74e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:29,934 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/.tmp/testFamily/0738995485a2468fa83dcf9eacd8db26 is 61, key is row-0/testFamily:testQualifier/1731494579114/Put/seqid=0
2024-11-13T10:43:29,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741865_1041 (size=5049)
2024-11-13T10:43:29,980 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:30,180 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:30,343 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/.tmp/testFamily/0738995485a2468fa83dcf9eacd8db26
2024-11-13T10:43:30,363 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/.tmp/testFamily/0738995485a2468fa83dcf9eacd8db26 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/testFamily/0738995485a2468fa83dcf9eacd8db26
2024-11-13T10:43:30,372 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/testFamily/0738995485a2468fa83dcf9eacd8db26, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:30,374 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a47bbe3dcdf6c48dd866e13997aae74e in 464ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:30,380 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab, a47bbe3dcdf6c48dd866e13997aae74e
2024-11-13T10:43:30,394 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnNextAsync/a47bbe3dcdf6c48dd866e13997aae74e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:30,395 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:43:30,395 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a47bbe3dcdf6c48dd866e13997aae74e:
Waiting for close lock at 1731494609909Running coprocessor pre-close hooks at 1731494609909Disabling compacts and flushes for region at 1731494609909Disabling writes for close at 1731494609910 (+1 ms)Obtaining lock to block concurrent updates at 1731494609910Preparing flush snapshotting stores in a47bbe3dcdf6c48dd866e13997aae74e at 1731494609910Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494609910Flushing stores of testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e. at 1731494609911 (+1 ms)Flushing a47bbe3dcdf6c48dd866e13997aae74e/testFamily: creating writer at 1731494609911Flushing a47bbe3dcdf6c48dd866e13997aae74e/testFamily: appending metadata at 1731494609934 (+23 ms)Flushing a47bbe3dcdf6c48dd866e13997aae74e/testFamily: closing flushed file at 1731494609934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3042a1: reopening flushed file at 1731494610361 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a47bbe3dcdf6c48dd866e13997aae74e in 464ms, sequenceid=8, compaction requested=false at 1731494610374 (+13 ms)Writing region close event to WAL at 1731494610376 (+2 ms)Running coprocessor post-close hooks at 1731494610395 (+19 ms)Closed at 1731494610395
2024-11-13T10:43:30,395 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731494578082.a47bbe3dcdf6c48dd866e13997aae74e.
2024-11-13T10:43:30,395 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 981a5b33f1c11e92d172ab1357eec3ab, disabling compactions & flushes
2024-11-13T10:43:30,395 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:43:30,395 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:43:30,396 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab. after waiting 0 ms
2024-11-13T10:43:30,396 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:43:30,396 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 981a5b33f1c11e92d172ab1357eec3ab 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:30,427 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/.tmp/testFamily/66b02c7855374e7fa66f9158b0dfd3ab is 61, key is row-0/testFamily:testQualifier/1731494575027/Put/seqid=0
2024-11-13T10:43:30,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741866_1042 (size=5049)
2024-11-13T10:43:30,581 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-13T10:43:30,581 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1325): Online Regions={981a5b33f1c11e92d172ab1357eec3ab=testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., 2afdd4f548bfb9e6d5e58a9d807355c0=testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.}
2024-11-13T10:43:30,581 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:43:30,781 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0, 981a5b33f1c11e92d172ab1357eec3ab
2024-11-13T10:43:30,839 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/.tmp/testFamily/66b02c7855374e7fa66f9158b0dfd3ab
2024-11-13T10:43:30,847 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/.tmp/testFamily/66b02c7855374e7fa66f9158b0dfd3ab as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/testFamily/66b02c7855374e7fa66f9158b0dfd3ab
2024-11-13T10:43:30,854 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/testFamily/66b02c7855374e7fa66f9158b0dfd3ab, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:30,856 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 981a5b33f1c11e92d172ab1357eec3ab in 459ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:30,860 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testNormalScanTimeoutOnOpenScanner/981a5b33f1c11e92d172ab1357eec3ab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:30,861 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:43:30,861 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 981a5b33f1c11e92d172ab1357eec3ab:
Waiting for close lock at 1731494610395Running coprocessor pre-close hooks at 1731494610395Disabling compacts and flushes for region at 1731494610395Disabling writes for close at 1731494610396 (+1 ms)Obtaining lock to block concurrent updates at 1731494610396Preparing flush snapshotting stores in 981a5b33f1c11e92d172ab1357eec3ab at 1731494610396Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494610396Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab. at 1731494610397 (+1 ms)Flushing 981a5b33f1c11e92d172ab1357eec3ab/testFamily: creating writer at 1731494610397Flushing 981a5b33f1c11e92d172ab1357eec3ab/testFamily: appending metadata at 1731494610427 (+30 ms)Flushing 981a5b33f1c11e92d172ab1357eec3ab/testFamily: closing flushed file at 1731494610427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a78906c: reopening flushed file at 1731494610846 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 981a5b33f1c11e92d172ab1357eec3ab in 459ms, sequenceid=8, compaction requested=false at 1731494610856 (+10 ms)Writing region close event to WAL at 1731494610856Running coprocessor post-close hooks at 1731494610861 (+5 ms)Closed at 1731494610861
2024-11-13T10:43:30,861 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731494571973.981a5b33f1c11e92d172ab1357eec3ab.
2024-11-13T10:43:30,862 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2afdd4f548bfb9e6d5e58a9d807355c0, disabling compactions & flushes
2024-11-13T10:43:30,862 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:43:30,862 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:43:30,862 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0. after waiting 0 ms
2024-11-13T10:43:30,862 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:43:30,862 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2afdd4f548bfb9e6d5e58a9d807355c0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T10:43:30,878 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/.tmp/testFamily/d27521828558461482a38f45905e1b10 is 61, key is row-0/testFamily:testQualifier/1731494548765/Put/seqid=0
2024-11-13T10:43:30,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741867_1043 (size=5049)
2024-11-13T10:43:30,981 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:43:31,181 DEBUG [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1351): Waiting on 2afdd4f548bfb9e6d5e58a9d807355c0
2024-11-13T10:43:31,284 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/.tmp/testFamily/d27521828558461482a38f45905e1b10
2024-11-13T10:43:31,294 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/.tmp/testFamily/d27521828558461482a38f45905e1b10 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/testFamily/d27521828558461482a38f45905e1b10
2024-11-13T10:43:31,302 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/testFamily/d27521828558461482a38f45905e1b10, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T10:43:31,303 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2afdd4f548bfb9e6d5e58a9d807355c0 in 441ms, sequenceid=8, compaction requested=false
2024-11-13T10:43:31,313 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2afdd4f548bfb9e6d5e58a9d807355c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T10:43:31,314 INFO  [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:43:31,314 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2afdd4f548bfb9e6d5e58a9d807355c0:
Waiting for close lock at 1731494610862Running coprocessor pre-close hooks at 1731494610862Disabling compacts and flushes for region at 1731494610862Disabling writes for close at 1731494610862Obtaining lock to block concurrent updates at 1731494610862Preparing flush snapshotting stores in 2afdd4f548bfb9e6d5e58a9d807355c0 at 1731494610862Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731494610862Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0. at 1731494610863 (+1 ms)Flushing 2afdd4f548bfb9e6d5e58a9d807355c0/testFamily: creating writer at 1731494610863Flushing 2afdd4f548bfb9e6d5e58a9d807355c0/testFamily: appending metadata at 1731494610878 (+15 ms)Flushing 2afdd4f548bfb9e6d5e58a9d807355c0/testFamily: closing flushed file at 1731494610878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346648c8: reopening flushed file at 1731494611292 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2afdd4f548bfb9e6d5e58a9d807355c0 in 441ms, sequenceid=8, compaction requested=false at 1731494611303 (+11 ms)Writing region close event to WAL at 1731494611305 (+2 ms)Running coprocessor post-close hooks at 1731494611314 (+9 ms)Closed at 1731494611314
2024-11-13T10:43:31,314 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731494545027.2afdd4f548bfb9e6d5e58a9d807355c0.
2024-11-13T10:43:31,382 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,44585,1731494475798; all regions closed.
2024-11-13T10:43:31,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741834_1010 (size=19479)
2024-11-13T10:43:31,393 DEBUG [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/oldWALs
2024-11-13T10:43:31,393 INFO  [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C44585%2C1731494475798.meta:.meta(num 1731494540852)
2024-11-13T10:43:31,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741833_1009 (size=20031)
2024-11-13T10:43:31,399 DEBUG [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/oldWALs
2024-11-13T10:43:31,399 INFO  [RS:0;770665a7984d:44585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C44585%2C1731494475798:(num 1731494539380)
2024-11-13T10:43:31,399 DEBUG [RS:0;770665a7984d:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T10:43:31,399 INFO  [RS:0;770665a7984d:44585 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T10:43:31,399 INFO  [RS:0;770665a7984d:44585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T10:43:31,400 INFO  [RS:0;770665a7984d:44585 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-13T10:43:31,400 INFO  [RS:0;770665a7984d:44585 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T10:43:31,400 INFO  [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T10:43:31,401 INFO  [RS:0;770665a7984d:44585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44585
2024-11-13T10:43:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/770665a7984d,44585,1731494475798
2024-11-13T10:43:31,407 INFO  [RS:0;770665a7984d:44585 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T10:43:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T10:43:31,410 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,44585,1731494475798]
2024-11-13T10:43:31,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/770665a7984d,44585,1731494475798 already deleted, retry=false
2024-11-13T10:43:31,412 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,44585,1731494475798 expired; onlineServers=0
2024-11-13T10:43:31,412 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,45369,1731494474935' *****
2024-11-13T10:43:31,412 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T10:43:31,412 INFO  [M:0;770665a7984d:45369 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T10:43:31,412 INFO  [M:0;770665a7984d:45369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T10:43:31,413 DEBUG [M:0;770665a7984d:45369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T10:43:31,413 DEBUG [M:0;770665a7984d:45369 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T10:43:31,413 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T10:43:31,413 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731494478722 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731494478722,5,FailOnTimeoutGroup]
2024-11-13T10:43:31,413 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731494478725 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731494478725,5,FailOnTimeoutGroup]
2024-11-13T10:43:31,413 INFO  [M:0;770665a7984d:45369 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T10:43:31,413 INFO  [M:0;770665a7984d:45369 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T10:43:31,413 DEBUG [M:0;770665a7984d:45369 {}] master.HMaster(1795): Stopping service threads
2024-11-13T10:43:31,413 INFO  [M:0;770665a7984d:45369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T10:43:31,413 INFO  [M:0;770665a7984d:45369 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T10:43:31,414 INFO  [M:0;770665a7984d:45369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T10:43:31,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T10:43:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-13T10:43:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T10:43:31,417 DEBUG [M:0;770665a7984d:45369 {}] zookeeper.ZKUtil(347): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-13T10:43:31,417 WARN  [M:0;770665a7984d:45369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T10:43:31,418 INFO  [M:0;770665a7984d:45369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/.lastflushedseqids
2024-11-13T10:43:31,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741868_1044 (size=649)
2024-11-13T10:43:31,479 INFO  [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T10:43:31,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T10:43:31,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x10110eadb2a0001, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T10:43:31,511 INFO  [RS:0;770665a7984d:44585 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T10:43:31,511 INFO  [RS:0;770665a7984d:44585 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,44585,1731494475798; zookeeper connection closed.
2024-11-13T10:43:31,511 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2899a0c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2899a0c1
2024-11-13T10:43:31,512 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T10:43:31,832 INFO  [M:0;770665a7984d:45369 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T10:43:31,832 INFO  [M:0;770665a7984d:45369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T10:43:31,833 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T10:43:31,833 INFO  [M:0;770665a7984d:45369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:43:31,833 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:43:31,833 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T10:43:31,833 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:43:31,833 INFO  [M:0;770665a7984d:45369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=190.99 KB
2024-11-13T10:43:31,857 DEBUG [M:0;770665a7984d:45369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f2e170e49a94921a20b0fbaca38ed1d is 82, key is hbase:meta,,1/info:regioninfo/1731494541975/Put/seqid=0
2024-11-13T10:43:31,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741869_1045 (size=5672)
2024-11-13T10:43:32,264 INFO  [M:0;770665a7984d:45369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f2e170e49a94921a20b0fbaca38ed1d
2024-11-13T10:43:32,307 DEBUG [M:0;770665a7984d:45369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df372f2649ab4866a7fb529ac414f559 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731494546853/Put/seqid=0
2024-11-13T10:43:32,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741870_1046 (size=14076)
2024-11-13T10:43:32,728 INFO  [M:0;770665a7984d:45369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df372f2649ab4866a7fb529ac414f559
2024-11-13T10:43:32,735 INFO  [M:0;770665a7984d:45369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df372f2649ab4866a7fb529ac414f559
2024-11-13T10:43:32,755 DEBUG [M:0;770665a7984d:45369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5fc498914c45eebe4a64d10e3ec533 is 69, key is 770665a7984d,44585,1731494475798/rs:state/1731494508753/Put/seqid=0
2024-11-13T10:43:32,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741871_1047 (size=5156)
2024-11-13T10:43:32,761 INFO  [M:0;770665a7984d:45369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5fc498914c45eebe4a64d10e3ec533
2024-11-13T10:43:32,771 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f2e170e49a94921a20b0fbaca38ed1d as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f2e170e49a94921a20b0fbaca38ed1d
2024-11-13T10:43:32,781 INFO  [M:0;770665a7984d:45369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f2e170e49a94921a20b0fbaca38ed1d, entries=8, sequenceid=317, filesize=5.5 K
2024-11-13T10:43:32,783 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df372f2649ab4866a7fb529ac414f559 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df372f2649ab4866a7fb529ac414f559
2024-11-13T10:43:32,792 INFO  [M:0;770665a7984d:45369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df372f2649ab4866a7fb529ac414f559
2024-11-13T10:43:32,792 INFO  [M:0;770665a7984d:45369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df372f2649ab4866a7fb529ac414f559, entries=33, sequenceid=317, filesize=13.7 K
2024-11-13T10:43:32,794 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5fc498914c45eebe4a64d10e3ec533 as hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5fc498914c45eebe4a64d10e3ec533
2024-11-13T10:43:32,801 INFO  [M:0;770665a7984d:45369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/2fb6fb77-f35f-ed4c-7936-3a4c37a2a4b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5fc498914c45eebe4a64d10e3ec533, entries=1, sequenceid=317, filesize=5.0 K
2024-11-13T10:43:32,803 INFO  [M:0;770665a7984d:45369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=317, compaction requested=false
2024-11-13T10:43:32,810 INFO  [M:0;770665a7984d:45369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T10:43:32,810 DEBUG [M:0;770665a7984d:45369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731494611832Disabling compacts and flushes for region at 1731494611832Disabling writes for close at 1731494611833 (+1 ms)Obtaining lock to block concurrent updates at 1731494611833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731494611833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195512, getOffHeapSize=0, getCellsCount=364 at 1731494611834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731494611834Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731494611834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731494611857 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731494611857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731494612276 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731494612306 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731494612306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731494612735 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731494612754 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731494612754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cc663e: reopening flushed file at 1731494612770 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d57795: reopening flushed file at 1731494612781 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6f3936: reopening flushed file at 1731494612792 (+11 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=317, compaction requested=false at 1731494612803 (+11 ms)Writing region close event to WAL at 1731494612810 (+7 ms)Closed at 1731494612810
2024-11-13T10:43:32,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741830_1006 (size=188223)
2024-11-13T10:43:32,825 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T10:43:32,826 INFO  [M:0;770665a7984d:45369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T10:43:32,826 INFO  [M:0;770665a7984d:45369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45369
2024-11-13T10:43:32,826 INFO  [M:0;770665a7984d:45369 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T10:43:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T10:43:32,928 INFO  [M:0;770665a7984d:45369 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T10:43:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45369-0x10110eadb2a0000, quorum=127.0.0.1:64802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T10:43:32,934 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@517da02a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T10:43:32,937 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T10:43:32,938 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T10:43:32,938 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T10:43:32,938 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.log.dir/,STOPPED}
2024-11-13T10:43:32,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T10:43:32,945 WARN  [BP-10500863-172.17.0.2-1731494471301 heartbeating to localhost/127.0.0.1:41223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T10:43:32,945 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T10:43:32,945 WARN  [BP-10500863-172.17.0.2-1731494471301 heartbeating to localhost/127.0.0.1:41223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-10500863-172.17.0.2-1731494471301 (Datanode Uuid b802730c-39a3-4b52-8112-384ddb45054b) service to localhost/127.0.0.1:41223
2024-11-13T10:43:32,947 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/data/data1/current/BP-10500863-172.17.0.2-1731494471301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T10:43:32,947 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/cluster_b804a9b0-9d5d-e27f-9d37-95b19e5a1e57/data/data2/current/BP-10500863-172.17.0.2-1731494471301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T10:43:32,948 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T10:43:32,965 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T10:43:32,968 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T10:43:32,968 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T10:43:32,968 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T10:43:32,968 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935aff15-8083-c777-63b9-54a81726b66b/hadoop.log.dir/,STOPPED}
2024-11-13T10:43:32,979 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T10:43:33,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down