2024-11-18 09:26:43,707 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 09:26:43,722 main DEBUG Took 0.012891 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 09:26:43,723 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 09:26:43,723 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 09:26:43,724 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 09:26:43,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,735 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 09:26:43,766 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,772 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,778 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,782 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,785 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 09:26:43,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,790 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 09:26:43,793 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 09:26:43,795 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 09:26:43,797 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 09:26:43,797 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 09:26:43,799 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 09:26:43,799 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 09:26:43,812 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 09:26:43,814 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 09:26:43,815 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 09:26:43,816 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 09:26:43,816 main DEBUG createAppenders(={Console})
2024-11-18 09:26:43,817 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-18 09:26:43,817 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 09:26:43,817 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-18 09:26:43,818 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 09:26:43,818 main DEBUG OutputStream closed
2024-11-18 09:26:43,818 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 09:26:43,818 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 09:26:43,818 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-18 09:26:43,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 09:26:43,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 09:26:43,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 09:26:43,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 09:26:43,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 09:26:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 09:26:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 09:26:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 09:26:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 09:26:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 09:26:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 09:26:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 09:26:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 09:26:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 09:26:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 09:26:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 09:26:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 09:26:43,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 09:26:43,898 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 09:26:43,899 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-18 09:26:43,899 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 09:26:43,900 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-18T09:26:43,913 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 09:26:43,915 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 09:26:43,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T09:26:44,199 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8
2024-11-18T09:26:44,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T09:26:44,234 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef, deleteOnExit=true
2024-11-18T09:26:44,234 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T09:26:44,235 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/test.cache.data in system properties and HBase conf
2024-11-18T09:26:44,236 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T09:26:44,236 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.log.dir in system properties and HBase conf
2024-11-18T09:26:44,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T09:26:44,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T09:26:44,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T09:26:44,339 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T09:26:44,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T09:26:44,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T09:26:44,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T09:26:44,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T09:26:44,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T09:26:44,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T09:26:44,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T09:26:44,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T09:26:44,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T09:26:44,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T09:26:44,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/nfs.dump.dir in system properties and HBase conf
2024-11-18T09:26:44,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/java.io.tmpdir in system properties and HBase conf
2024-11-18T09:26:44,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T09:26:44,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T09:26:44,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T09:26:45,417 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T09:26:45,494 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2641ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T09:26:45,583 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T09:26:45,642 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T09:26:45,665 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T09:26:45,665 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T09:26:45,667 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T09:26:45,680 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T09:26:45,682 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.log.dir/,AVAILABLE}
2024-11-18T09:26:45,684 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T09:26:45,884 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/java.io.tmpdir/jetty-localhost-35871-hadoop-hdfs-3_4_1-tests_jar-_-any-6216160418802258710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T09:26:45,894 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35871}
2024-11-18T09:26:45,894 INFO  [Time-limited test {}] server.Server(415): Started @3042ms
2024-11-18T09:26:46,260 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T09:26:46,266 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T09:26:46,268 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T09:26:46,268 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T09:26:46,268 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T09:26:46,269 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.log.dir/,AVAILABLE}
2024-11-18T09:26:46,270 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T09:26:46,392 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/java.io.tmpdir/jetty-localhost-42805-hadoop-hdfs-3_4_1-tests_jar-_-any-9301102083258663754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T09:26:46,393 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:42805}
2024-11-18T09:26:46,393 INFO  [Time-limited test {}] server.Server(415): Started @3541ms
2024-11-18T09:26:46,457 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T09:26:46,905 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/data/data1/current/BP-1299788530-172.17.0.3-1731922005171/current, will proceed with Du for space computation calculation, 
2024-11-18T09:26:46,905 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/data/data2/current/BP-1299788530-172.17.0.3-1731922005171/current, will proceed with Du for space computation calculation, 
2024-11-18T09:26:46,945 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T09:26:46,997 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fa9cd5d55b565b with lease ID 0x8f7ba9e714c80c54: Processing first storage report for DS-7c2af64d-6a6a-4a94-8c33-2b970d17e7e3 from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=1bc7b95d-2e6c-4f33-9e2a-21bf3c9ba2d0, infoPort=36975, infoSecurePort=0, ipcPort=46757, storageInfo=lv=-57;cid=testClusterID;nsid=1211602804;c=1731922005171)
2024-11-18T09:26:46,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fa9cd5d55b565b with lease ID 0x8f7ba9e714c80c54: from storage DS-7c2af64d-6a6a-4a94-8c33-2b970d17e7e3 node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=1bc7b95d-2e6c-4f33-9e2a-21bf3c9ba2d0, infoPort=36975, infoSecurePort=0, ipcPort=46757, storageInfo=lv=-57;cid=testClusterID;nsid=1211602804;c=1731922005171), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-18T09:26:46,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fa9cd5d55b565b with lease ID 0x8f7ba9e714c80c54: Processing first storage report for DS-fcda1986-146a-43be-9345-9bbd7147e9e9 from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=1bc7b95d-2e6c-4f33-9e2a-21bf3c9ba2d0, infoPort=36975, infoSecurePort=0, ipcPort=46757, storageInfo=lv=-57;cid=testClusterID;nsid=1211602804;c=1731922005171)
2024-11-18T09:26:47,000 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fa9cd5d55b565b with lease ID 0x8f7ba9e714c80c54: from storage DS-fcda1986-146a-43be-9345-9bbd7147e9e9 node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=1bc7b95d-2e6c-4f33-9e2a-21bf3c9ba2d0, infoPort=36975, infoSecurePort=0, ipcPort=46757, storageInfo=lv=-57;cid=testClusterID;nsid=1211602804;c=1731922005171), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T09:26:47,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8
2024-11-18T09:26:47,079 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/zookeeper_0, clientPort=64439, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T09:26:47,090 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64439
2024-11-18T09:26:47,100 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:47,103 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:47,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741825_1001 (size=7)
2024-11-18T09:26:47,722 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a with version=8
2024-11-18T09:26:47,723 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/hbase-staging
2024-11-18T09:26:47,824 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T09:26:48,054 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/37e3d6ebbf98:0 server-side Connection retries=9
2024-11-18T09:26:48,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,068 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T09:26:48,069 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,069 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T09:26:48,194 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T09:26:48,254 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T09:26:48,262 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T09:26:48,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T09:26:48,298 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22247 (auto-detected)
2024-11-18T09:26:48,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-18T09:26:48,324 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45565
2024-11-18T09:26:48,350 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45565 connecting to ZooKeeper ensemble=127.0.0.1:64439
2024-11-18T09:26:48,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455650x0, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T09:26:48,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45565-0x100be5c24350000 connected
2024-11-18T09:26:48,417 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:48,420 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:48,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T09:26:48,433 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a, hbase.cluster.distributed=false
2024-11-18T09:26:48,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T09:26:48,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45565
2024-11-18T09:26:48,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45565
2024-11-18T09:26:48,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45565
2024-11-18T09:26:48,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45565
2024-11-18T09:26:48,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45565
2024-11-18T09:26:48,575 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/37e3d6ebbf98:0 server-side Connection retries=9
2024-11-18T09:26:48,577 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,577 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,577 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T09:26:48,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T09:26:48,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T09:26:48,581 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T09:26:48,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T09:26:48,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38541
2024-11-18T09:26:48,586 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38541 connecting to ZooKeeper ensemble=127.0.0.1:64439
2024-11-18T09:26:48,587 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:48,590 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385410x0, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T09:26:48,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38541-0x100be5c24350001 connected
2024-11-18T09:26:48,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T09:26:48,606 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T09:26:48,613 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T09:26:48,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T09:26:48,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T09:26:48,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38541
2024-11-18T09:26:48,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38541
2024-11-18T09:26:48,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38541
2024-11-18T09:26:48,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38541
2024-11-18T09:26:48,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38541
2024-11-18T09:26:48,636 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;37e3d6ebbf98:45565
2024-11-18T09:26:48,637 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T09:26:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T09:26:48,645 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T09:26:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:48,666 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T09:26:48,667 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/37e3d6ebbf98,45565,1731922007874 from backup master directory
2024-11-18T09:26:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T09:26:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:48,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T09:26:48,672 WARN  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T09:26:48,672 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:48,674 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T09:26:48,675 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T09:26:48,737 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/hbase.id] with ID: 81ec3e12-5826-446b-bd72-dd7e21bc5545
2024-11-18T09:26:48,737 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/.tmp/hbase.id
2024-11-18T09:26:48,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741826_1002 (size=42)
2024-11-18T09:26:49,150 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/.tmp/hbase.id]:[hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/hbase.id]
2024-11-18T09:26:49,192 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T09:26:49,196 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T09:26:49,214 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-18T09:26:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:49,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741827_1003 (size=196)
2024-11-18T09:26:49,650 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:26:49,654 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T09:26:49,676 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T09:26:49,681 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T09:26:49,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741828_1004 (size=1189)
2024-11-18T09:26:50,138 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store
2024-11-18T09:26:50,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741829_1005 (size=34)
2024-11-18T09:26:50,160 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T09:26:50,163 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:26:50,164 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T09:26:50,165 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:26:50,165 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:26:50,166 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T09:26:50,167 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:26:50,167 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:26:50,168 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731922010164Disabling compacts and flushes for region at 1731922010164Disabling writes for close at 1731922010167 (+3 ms)Writing region close event to WAL at 1731922010167Closed at 1731922010167
2024-11-18T09:26:50,171 WARN  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/.initializing
2024-11-18T09:26:50,171 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/WALs/37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:50,180 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T09:26:50,198 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37e3d6ebbf98%2C45565%2C1731922007874, suffix=, logDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/WALs/37e3d6ebbf98,45565,1731922007874, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/oldWALs, maxLogs=10
2024-11-18T09:26:50,223 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/WALs/37e3d6ebbf98,45565,1731922007874/37e3d6ebbf98%2C45565%2C1731922007874.1731922010203, exclude list is [], retry=0
2024-11-18T09:26:50,240 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-7c2af64d-6a6a-4a94-8c33-2b970d17e7e3,DISK]
2024-11-18T09:26:50,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T09:26:50,276 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/WALs/37e3d6ebbf98,45565,1731922007874/37e3d6ebbf98%2C45565%2C1731922007874.1731922010203
2024-11-18T09:26:50,277 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36975:36975)]
2024-11-18T09:26:50,277 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:26:50,278 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:26:50,281 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,282 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T09:26:50,342 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T09:26:50,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:50,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:26:50,348 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T09:26:50,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T09:26:50,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:50,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:26:50,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T09:26:50,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T09:26:50,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:50,355 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:26:50,355 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T09:26:50,357 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T09:26:50,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:50,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:26:50,359 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,363 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,364 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,369 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,370 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,373 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T09:26:50,376 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T09:26:50,381 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:26:50,382 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73375482, jitterRate=0.09337988495826721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T09:26:50,389 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731922010294Initializing all the Stores at 1731922010296 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922010297 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922010297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922010298 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922010298Cleaning up temporary data from old regions at 1731922010370 (+72 ms)Region opened successfully at 1731922010389 (+19 ms)
2024-11-18T09:26:50,390 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T09:26:50,423 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622f9264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37e3d6ebbf98/172.17.0.3:0
2024-11-18T09:26:50,454 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T09:26:50,465 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T09:26:50,466 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T09:26:50,468 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T09:26:50,470 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T09:26:50,475 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-18T09:26:50,475 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T09:26:50,500 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T09:26:50,508 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T09:26:50,510 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T09:26:50,512 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T09:26:50,514 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T09:26:50,515 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T09:26:50,517 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T09:26:50,521 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T09:26:50,522 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T09:26:50,523 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T09:26:50,527 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T09:26:50,544 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T09:26:50,546 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T09:26:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T09:26:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T09:26:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,554 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=37e3d6ebbf98,45565,1731922007874, sessionid=0x100be5c24350000, setting cluster-up flag (Was=false)
2024-11-18T09:26:50,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,574 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T09:26:50,576 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:26:50,590 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T09:26:50,592 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37e3d6ebbf98,45565,1731922007874
2024-11-18T09:26:50,598 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T09:26:50,628 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(746): ClusterId : 81ec3e12-5826-446b-bd72-dd7e21bc5545
2024-11-18T09:26:50,630 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T09:26:50,638 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T09:26:50,638 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T09:26:50,642 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T09:26:50,643 DEBUG [RS:0;37e3d6ebbf98:38541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37e3d6ebbf98/172.17.0.3:0
2024-11-18T09:26:50,665 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;37e3d6ebbf98:38541
2024-11-18T09:26:50,669 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T09:26:50,669 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T09:26:50,670 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T09:26:50,673 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(2659): reportForDuty to master=37e3d6ebbf98,45565,1731922007874 with port=38541, startcode=1731922008540
2024-11-18T09:26:50,683 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T09:26:50,686 DEBUG [RS:0;37e3d6ebbf98:38541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T09:26:50,693 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T09:26:50,701 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T09:26:50,706 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 37e3d6ebbf98,45565,1731922007874
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T09:26:50,713 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/37e3d6ebbf98:0, corePoolSize=5, maxPoolSize=5
2024-11-18T09:26:50,713 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/37e3d6ebbf98:0, corePoolSize=5, maxPoolSize=5
2024-11-18T09:26:50,713 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/37e3d6ebbf98:0, corePoolSize=5, maxPoolSize=5
2024-11-18T09:26:50,714 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/37e3d6ebbf98:0, corePoolSize=5, maxPoolSize=5
2024-11-18T09:26:50,714 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/37e3d6ebbf98:0, corePoolSize=10, maxPoolSize=10
2024-11-18T09:26:50,714 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:26:50,714 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/37e3d6ebbf98:0, corePoolSize=2, maxPoolSize=2
2024-11-18T09:26:50,714 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:26:50,716 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731922040716
2024-11-18T09:26:50,718 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T09:26:50,718 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T09:26:50,719 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T09:26:50,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T09:26:50,721 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T09:26:50,723 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T09:26:50,723 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T09:26:50,724 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T09:26:50,724 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T09:26:50,725 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45565 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T09:26:50,725 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T09:26:50,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:50,730 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T09:26:50,731 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T09:26:50,732 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T09:26:50,732 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T09:26:50,736 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T09:26:50,737 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T09:26:50,739 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.large.0-1731922010738,5,FailOnTimeoutGroup]
2024-11-18T09:26:50,740 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.small.0-1731922010739,5,FailOnTimeoutGroup]
2024-11-18T09:26:50,740 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T09:26:50,740 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T09:26:50,742 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T09:26:50,742 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T09:26:50,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741831_1007 (size=1321)
2024-11-18T09:26:50,759 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T09:26:50,759 WARN  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-18T09:26:51,146 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T09:26:51,147 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:26:51,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741832_1008 (size=32)
2024-11-18T09:26:51,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:26:51,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T09:26:51,565 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T09:26:51,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:51,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:26:51,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T09:26:51,568 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T09:26:51,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:51,569 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:26:51,569 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T09:26:51,572 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T09:26:51,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:51,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:26:51,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T09:26:51,575 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T09:26:51,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:26:51,576 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:26:51,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T09:26:51,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740
2024-11-18T09:26:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740
2024-11-18T09:26:51,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T09:26:51,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T09:26:51,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T09:26:51,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T09:26:51,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:26:51,590 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66560938, jitterRate=-0.008164733648300171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T09:26:51,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731922011560Initializing all the Stores at 1731922011561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922011562 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922011562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922011562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922011562Cleaning up temporary data from old regions at 1731922011581 (+19 ms)Region opened successfully at 1731922011593 (+12 ms)
2024-11-18T09:26:51,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T09:26:51,593 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T09:26:51,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T09:26:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T09:26:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T09:26:51,595 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T09:26:51,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731922011593Disabling compacts and flushes for region at 1731922011593Disabling writes for close at 1731922011594 (+1 ms)Writing region close event to WAL at 1731922011595 (+1 ms)Closed at 1731922011595
2024-11-18T09:26:51,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T09:26:51,606 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T09:26:51,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T09:26:51,626 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T09:26:51,630 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T09:26:51,781 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:52,782 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:53,783 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:54,784 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:55,784 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:56,785 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:57,786 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:58,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T09:26:58,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T09:26:58,786 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:26:59,787 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:00,788 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:01,788 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:02,789 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:03,790 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:04,790 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:05,791 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:06,792 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:07,792 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:08,793 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:09,794 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:10,794 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:11,795 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:12,796 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:13,796 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:14,797 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:15,798 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:16,799 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:17,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T09:27:17,801 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:18,801 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:19,802 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:20,761 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(2659): reportForDuty to master=37e3d6ebbf98,45565,1731922007874 with port=38541, startcode=1731922008540
2024-11-18T09:27:20,763 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,766 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45565 {}] master.ServerManager(517): Registering regionserver=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,774 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:27:20,774 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39433
2024-11-18T09:27:20,774 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T09:27:20,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T09:27:20,779 DEBUG [RS:0;37e3d6ebbf98:38541 {}] zookeeper.ZKUtil(111): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,779 WARN  [RS:0;37e3d6ebbf98:38541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T09:27:20,779 INFO  [RS:0;37e3d6ebbf98:38541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T09:27:20,779 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,781 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37e3d6ebbf98,38541,1731922008540]
2024-11-18T09:27:20,803 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:20,810 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T09:27:20,821 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T09:27:20,827 INFO  [RS:0;37e3d6ebbf98:38541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T09:27:20,827 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,828 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T09:27:20,833 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T09:27:20,834 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,835 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,835 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,835 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,835 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,836 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,836 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37e3d6ebbf98:0, corePoolSize=2, maxPoolSize=2
2024-11-18T09:27:20,836 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,836 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,837 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,837 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,837 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,837 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37e3d6ebbf98:0, corePoolSize=1, maxPoolSize=1
2024-11-18T09:27:20,837 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37e3d6ebbf98:0, corePoolSize=3, maxPoolSize=3
2024-11-18T09:27:20,838 DEBUG [RS:0;37e3d6ebbf98:38541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37e3d6ebbf98:0, corePoolSize=3, maxPoolSize=3
2024-11-18T09:27:20,845 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,846 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,846 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,846 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,846 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,846 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,38541,1731922008540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T09:27:20,869 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T09:27:20,870 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,38541,1731922008540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,871 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,871 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.Replication(171): 37e3d6ebbf98,38541,1731922008540 started
2024-11-18T09:27:20,889 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:20,889 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1482): Serving as 37e3d6ebbf98,38541,1731922008540, RpcServer on 37e3d6ebbf98/172.17.0.3:38541, sessionid=0x100be5c24350001
2024-11-18T09:27:20,890 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T09:27:20,890 DEBUG [RS:0;37e3d6ebbf98:38541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,891 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37e3d6ebbf98,38541,1731922008540'
2024-11-18T09:27:20,891 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T09:27:20,892 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37e3d6ebbf98,38541,1731922008540'
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T09:27:20,893 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T09:27:20,894 DEBUG [RS:0;37e3d6ebbf98:38541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T09:27:20,894 INFO  [RS:0;37e3d6ebbf98:38541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T09:27:20,894 INFO  [RS:0;37e3d6ebbf98:38541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T09:27:21,804 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:22,804 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:23,805 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:24,806 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:25,807 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:26,807 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:27,808 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:28,809 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:29,809 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:30,810 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:31,822 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:32,823 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:33,824 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:34,825 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:35,825 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:36,831 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:37,831 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:38,832 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:39,833 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:40,833 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:41,834 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:42,835 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:43,836 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:44,836 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:45,837 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:46,838 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:47,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T09:27:47,838 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:48,839 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:49,842 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:50,843 WARN  [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T09:27:50,901 INFO  [RS:0;37e3d6ebbf98:38541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T09:27:50,906 INFO  [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37e3d6ebbf98%2C38541%2C1731922008540, suffix=, logDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/oldWALs, maxLogs=32
2024-11-18T09:27:50,931 DEBUG [RS:0;37e3d6ebbf98:38541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540/37e3d6ebbf98%2C38541%2C1731922008540.1731922070909, exclude list is [], retry=0
2024-11-18T09:27:50,937 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-7c2af64d-6a6a-4a94-8c33-2b970d17e7e3,DISK]
2024-11-18T09:27:50,941 INFO  [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540/37e3d6ebbf98%2C38541%2C1731922008540.1731922070909
2024-11-18T09:27:50,942 DEBUG [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36975:36975)]
2024-11-18T09:27:51,095 DEBUG [37e3d6ebbf98:45565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T09:27:51,107 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:51,114 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37e3d6ebbf98,38541,1731922008540, state=OPENING
2024-11-18T09:27:51,119 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T09:27:51,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:27:51,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:27:51,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T09:27:51,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T09:27:51,124 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T09:27:51,126 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:27:51,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T09:27:51,306 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T09:27:51,317 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T09:27:51,317 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T09:27:51,318 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T09:27:51,321 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37e3d6ebbf98%2C38541%2C1731922008540.meta, suffix=.meta, logDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/oldWALs, maxLogs=32
2024-11-18T09:27:51,339 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540/37e3d6ebbf98%2C38541%2C1731922008540.meta.1731922071323.meta, exclude list is [], retry=0
2024-11-18T09:27:51,343 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-7c2af64d-6a6a-4a94-8c33-2b970d17e7e3,DISK]
2024-11-18T09:27:51,346 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/WALs/37e3d6ebbf98,38541,1731922008540/37e3d6ebbf98%2C38541%2C1731922008540.meta.1731922071323.meta
2024-11-18T09:27:51,346 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36975:36975)]
2024-11-18T09:27:51,346 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:27:51,348 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T09:27:51,351 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T09:27:51,356 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T09:27:51,362 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T09:27:51,363 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:27:51,363 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T09:27:51,363 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T09:27:51,367 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T09:27:51,369 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T09:27:51,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:51,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:27:51,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T09:27:51,372 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T09:27:51,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:51,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:27:51,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T09:27:51,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T09:27:51,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:51,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:27:51,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T09:27:51,378 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T09:27:51,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:51,379 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T09:27:51,379 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T09:27:51,381 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740
2024-11-18T09:27:51,384 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740
2024-11-18T09:27:51,386 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T09:27:51,387 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T09:27:51,388 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T09:27:51,391 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T09:27:51,393 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73919241, jitterRate=0.10148252546787262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T09:27:51,393 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T09:27:51,395 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731922071364Writing region info on filesystem at 1731922071364Initializing all the Stores at 1731922071366 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922071366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922071366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922071366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731922071366Cleaning up temporary data from old regions at 1731922071387 (+21 ms)Running coprocessor post-open hooks at 1731922071393 (+6 ms)Region opened successfully at 1731922071395 (+2 ms)
2024-11-18T09:27:51,405 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731922071294
2024-11-18T09:27:51,418 DEBUG [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T09:27:51,419 INFO  [RS_OPEN_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T09:27:51,421 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:51,424 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37e3d6ebbf98,38541,1731922008540, state=OPEN
2024-11-18T09:27:51,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T09:27:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T09:27:51,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T09:27:51,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T09:27:51,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:51,441 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T09:27:51,442 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37e3d6ebbf98,38541,1731922008540 in 306 msec
2024-11-18T09:27:51,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T09:27:51,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8270 sec
2024-11-18T09:27:51,451 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T09:27:51,451 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T09:27:51,477 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T09:27:51,479 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37e3d6ebbf98,38541,1731922008540, seqNum=-1]
2024-11-18T09:27:51,507 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T09:27:51,510 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T09:27:51,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.906 sec
2024-11-18T09:27:51,536 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731922071535, completionTime=-1
2024-11-18T09:27:51,539 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T09:27:51,540 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T09:27:51,571 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T09:27:51,571 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731922131571
2024-11-18T09:27:51,571 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731922191571
2024-11-18T09:27:51,571 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec
2024-11-18T09:27:51,573 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,574 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,574 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,575 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-37e3d6ebbf98:45565, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,575 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,576 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,581 DEBUG [master/37e3d6ebbf98:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T09:27:51,602 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.930sec
2024-11-18T09:27:51,603 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T09:27:51,605 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T09:27:51,606 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T09:27:51,606 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T09:27:51,606 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T09:27:51,607 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T09:27:51,608 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T09:27:51,616 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T09:27:51,617 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T09:27:51,617 INFO  [master/37e3d6ebbf98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37e3d6ebbf98,45565,1731922007874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T09:27:51,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,627 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T09:27:51,628 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T09:27:51,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37e3d6ebbf98,45565,-1 for getting cluster id
2024-11-18T09:27:51,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T09:27:51,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81ec3e12-5826-446b-bd72-dd7e21bc5545'
2024-11-18T09:27:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T09:27:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81ec3e12-5826-446b-bd72-dd7e21bc5545"

2024-11-18T09:27:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ce3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37e3d6ebbf98,45565,-1]
2024-11-18T09:27:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T09:27:51,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:27:51,654 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T09:27:51,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T09:27:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37e3d6ebbf98,38541,1731922008540, seqNum=-1]
2024-11-18T09:27:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T09:27:51,668 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T09:27:51,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=37e3d6ebbf98,45565,1731922007874
2024-11-18T09:27:51,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37e3d6ebbf98,45565,-1 for getting cluster id
2024-11-18T09:27:51,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T09:27:51,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81ec3e12-5826-446b-bd72-dd7e21bc5545'
2024-11-18T09:27:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T09:27:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81ec3e12-5826-446b-bd72-dd7e21bc5545"

2024-11-18T09:27:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e3d0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37e3d6ebbf98,45565,-1]
2024-11-18T09:27:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T09:27:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:27:51,714 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T09:27:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b07a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T09:27:51,733 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=2267
2024-11-18T09:27:51,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T09:27:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 37e3d6ebbf98,45565,1731922007874
2024-11-18T09:27:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb2e2b8
2024-11-18T09:27:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T09:27:51,793 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T09:27:51,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:27:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T09:27:51,844 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:27:51,847 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T09:27:51,847 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:51,849 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:27:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T09:27:51,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741835_1011 (size=428)
2024-11-18T09:27:52,278 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12ed4f8b6db4def52a1d63f2daa464b2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:27:52,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741836_1012 (size=79)
2024-11-18T09:27:52,704 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:27:52,704 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 12ed4f8b6db4def52a1d63f2daa464b2, disabling compactions & flushes
2024-11-18T09:27:52,704 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:52,704 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:52,704 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2. after waiting 0 ms
2024-11-18T09:27:52,705 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:52,705 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:52,705 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12ed4f8b6db4def52a1d63f2daa464b2:
Waiting for close lock at 1731922072704Disabling compacts and flushes for region at 1731922072704Disabling writes for close at 1731922072705 (+1 ms)Writing region close event to WAL at 1731922072705Closed at 1731922072705
2024-11-18T09:27:52,707 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:27:52,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731922072707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922072707"}]},"ts":"1731922072707"}
2024-11-18T09:27:52,718 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:27:52,720 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:27:52,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922072721"}]},"ts":"1731922072721"}
2024-11-18T09:27:52,729 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T09:27:52,731 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=12ed4f8b6db4def52a1d63f2daa464b2, ASSIGN}]
2024-11-18T09:27:52,733 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=12ed4f8b6db4def52a1d63f2daa464b2, ASSIGN
2024-11-18T09:27:52,735 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=12ed4f8b6db4def52a1d63f2daa464b2, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:27:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T09:27:52,886 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12ed4f8b6db4def52a1d63f2daa464b2, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:52,891 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=12ed4f8b6db4def52a1d63f2daa464b2, ASSIGN because future has completed
2024-11-18T09:27:52,892 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12ed4f8b6db4def52a1d63f2daa464b2, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:27:53,054 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:53,054 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12ed4f8b6db4def52a1d63f2daa464b2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:27:53,055 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,055 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:27:53,055 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,055 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,058 INFO  [StoreOpener-12ed4f8b6db4def52a1d63f2daa464b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 12ed4f8b6db4def52a1d63f2daa464b2 
2024-11-18T09:27:53,061 INFO  [StoreOpener-12ed4f8b6db4def52a1d63f2daa464b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12ed4f8b6db4def52a1d63f2daa464b2 columnFamilyName testFamily
2024-11-18T09:27:53,061 DEBUG [StoreOpener-12ed4f8b6db4def52a1d63f2daa464b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:53,062 INFO  [StoreOpener-12ed4f8b6db4def52a1d63f2daa464b2-1 {}] regionserver.HStore(327): Store=12ed4f8b6db4def52a1d63f2daa464b2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:27:53,063 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,064 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,065 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,070 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,075 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:27:53,076 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12ed4f8b6db4def52a1d63f2daa464b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69771991, jitterRate=0.03968368470668793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:27:53,076 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:27:53,077 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12ed4f8b6db4def52a1d63f2daa464b2:
Running coprocessor pre-open hook at 1731922073055Writing region info on filesystem at 1731922073055Initializing all the Stores at 1731922073057 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922073057Cleaning up temporary data from old regions at 1731922073067 (+10 ms)Running coprocessor post-open hooks at 1731922073076 (+9 ms)Region opened successfully at 1731922073077 (+1 ms)
2024-11-18T09:27:53,080 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2., pid=6, masterSystemTime=1731922073046
2024-11-18T09:27:53,084 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:53,084 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:27:53,085 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12ed4f8b6db4def52a1d63f2daa464b2, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:53,089 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12ed4f8b6db4def52a1d63f2daa464b2, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:27:53,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T09:27:53,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12ed4f8b6db4def52a1d63f2daa464b2, server=37e3d6ebbf98,38541,1731922008540 in 199 msec
2024-11-18T09:27:53,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T09:27:53,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=12ed4f8b6db4def52a1d63f2daa464b2, ASSIGN in 366 msec
2024-11-18T09:27:53,105 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:27:53,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922073105"}]},"ts":"1731922073105"}
2024-11-18T09:27:53,109 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T09:27:53,110 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:27:53,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2890 sec
2024-11-18T09:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T09:27:54,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T09:27:54,887 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T09:27:54,889 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:27:54,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T09:27:54,902 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:27:54,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T09:27:54,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T09:27:54,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37e3d6ebbf98,38541,1731922008540, seqNum=-1]
2024-11-18T09:27:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T09:27:54,912 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T09:27:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:27:54,945 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:27:54,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T09:27:54,967 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T09:27:54,977 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T09:27:54,979 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T09:27:54,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2891372898495234040
2024-11-18T09:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922077979, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:27:54,990 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T09:27:54,992 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T09:27:54,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:27:54,994 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:27:54,995 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2891372898495234038
2024-11-18T09:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922077994, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:27:54,999 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:27:55,000 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2891372898495234037
2024-11-18T09:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922077998, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:27:55,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:27:55,004 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2891372898495234036
2024-11-18T09:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922078002, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:27:55,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:27:55,028 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1659777657_22 at /127.0.0.1:59804 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=2894 (was 2267) - AvailableMemoryMB LEAK? -
2024-11-18T09:27:55,059 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=2891
2024-11-18T09:27:55,063 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:27:55,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T09:27:55,069 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:27:55,069 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:55,069 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T09:27:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T09:27:55,071 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:27:55,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741837_1013 (size=414)
2024-11-18T09:27:55,495 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12420c3baa1b8290348a95441b6b7f20, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:27:55,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741838_1014 (size=65)
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 12420c3baa1b8290348a95441b6b7f20, disabling compactions & flushes
2024-11-18T09:27:55,508 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20. after waiting 0 ms
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,508 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,508 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12420c3baa1b8290348a95441b6b7f20:
Waiting for close lock at 1731922075508Disabling compacts and flushes for region at 1731922075508Disabling writes for close at 1731922075508Writing region close event to WAL at 1731922075508Closed at 1731922075508
2024-11-18T09:27:55,511 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:27:55,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731922075512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922075512"}]},"ts":"1731922075512"}
2024-11-18T09:27:55,516 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:27:55,518 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:27:55,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922075518"}]},"ts":"1731922075518"}
2024-11-18T09:27:55,521 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T09:27:55,522 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12420c3baa1b8290348a95441b6b7f20, ASSIGN}]
2024-11-18T09:27:55,524 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12420c3baa1b8290348a95441b6b7f20, ASSIGN
2024-11-18T09:27:55,527 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12420c3baa1b8290348a95441b6b7f20, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:27:55,678 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12420c3baa1b8290348a95441b6b7f20, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:55,683 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12420c3baa1b8290348a95441b6b7f20, ASSIGN because future has completed
2024-11-18T09:27:55,684 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12420c3baa1b8290348a95441b6b7f20, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:27:55,845 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 12420c3baa1b8290348a95441b6b7f20, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:27:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:27:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,849 INFO  [StoreOpener-12420c3baa1b8290348a95441b6b7f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 12420c3baa1b8290348a95441b6b7f20 
2024-11-18T09:27:55,851 INFO  [StoreOpener-12420c3baa1b8290348a95441b6b7f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12420c3baa1b8290348a95441b6b7f20 columnFamilyName testFamily
2024-11-18T09:27:55,851 DEBUG [StoreOpener-12420c3baa1b8290348a95441b6b7f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:27:55,852 INFO  [StoreOpener-12420c3baa1b8290348a95441b6b7f20-1 {}] regionserver.HStore(327): Store=12420c3baa1b8290348a95441b6b7f20/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:27:55,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:27:55,863 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 12420c3baa1b8290348a95441b6b7f20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62553392, jitterRate=-0.06788182258605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:27:55,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:27:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 12420c3baa1b8290348a95441b6b7f20:
Running coprocessor pre-open hook at 1731922075847Writing region info on filesystem at 1731922075847Initializing all the Stores at 1731922075848 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922075848Cleaning up temporary data from old regions at 1731922075855 (+7 ms)Running coprocessor post-open hooks at 1731922075863 (+8 ms)Region opened successfully at 1731922075864 (+1 ms)
2024-11-18T09:27:55,866 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., pid=9, masterSystemTime=1731922075838
2024-11-18T09:27:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,870 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:27:55,871 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12420c3baa1b8290348a95441b6b7f20, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:27:55,875 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12420c3baa1b8290348a95441b6b7f20, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:27:55,880 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T09:27:55,880 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 12420c3baa1b8290348a95441b6b7f20, server=37e3d6ebbf98,38541,1731922008540 in 192 msec
2024-11-18T09:27:55,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T09:27:55,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12420c3baa1b8290348a95441b6b7f20, ASSIGN in 358 msec
2024-11-18T09:27:55,885 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:27:55,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922075886"}]},"ts":"1731922075886"}
2024-11-18T09:27:55,888 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T09:27:55,890 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:27:55,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 826 msec
2024-11-18T09:27:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T09:27:56,082 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T09:27:56,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T09:27:56,083 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:27:56,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T09:27:56,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:27:56,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T09:27:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:27:56,108 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:27:56,109 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T09:27:56,118 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T09:27:56,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T09:27:56,904 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:27:56,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T09:27:56,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T09:27:56,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T09:27:58,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T09:27:58,251 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T09:27:58,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T09:27:58,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T09:27:58,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T09:27:58,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T09:27:58,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T09:27:58,255 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:02,126 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-18T09:28:02,127 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-18T09:28:02,127 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:02,137 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=2379 (was 2891)
2024-11-18T09:28:02,145 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=2379
2024-11-18T09:28:02,147 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:02,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T09:28:02,151 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:02,151 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:02,151 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T09:28:02,152 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T09:28:02,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741839_1015 (size=412)
2024-11-18T09:28:02,564 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cb738eacefff20e82f3e10919412101, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:02,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741840_1016 (size=63)
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5cb738eacefff20e82f3e10919412101, disabling compactions & flushes
2024-11-18T09:28:02,574 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101. after waiting 0 ms
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,574 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,574 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cb738eacefff20e82f3e10919412101:
Waiting for close lock at 1731922082574Disabling compacts and flushes for region at 1731922082574Disabling writes for close at 1731922082574Writing region close event to WAL at 1731922082574Closed at 1731922082574
2024-11-18T09:28:02,576 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:02,577 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731922082576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922082576"}]},"ts":"1731922082576"}
2024-11-18T09:28:02,580 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:02,582 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:02,582 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922082582"}]},"ts":"1731922082582"}
2024-11-18T09:28:02,585 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T09:28:02,585 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5cb738eacefff20e82f3e10919412101, ASSIGN}]
2024-11-18T09:28:02,587 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5cb738eacefff20e82f3e10919412101, ASSIGN
2024-11-18T09:28:02,589 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5cb738eacefff20e82f3e10919412101, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:02,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-18T09:28:02,739 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5cb738eacefff20e82f3e10919412101, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:02,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5cb738eacefff20e82f3e10919412101, ASSIGN because future has completed
2024-11-18T09:28:02,744 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cb738eacefff20e82f3e10919412101, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:02,904 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cb738eacefff20e82f3e10919412101, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:02,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,906 INFO  [StoreOpener-5cb738eacefff20e82f3e10919412101-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5cb738eacefff20e82f3e10919412101 
2024-11-18T09:28:02,908 INFO  [StoreOpener-5cb738eacefff20e82f3e10919412101-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cb738eacefff20e82f3e10919412101 columnFamilyName testFamily
2024-11-18T09:28:02,908 DEBUG [StoreOpener-5cb738eacefff20e82f3e10919412101-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:02,909 INFO  [StoreOpener-5cb738eacefff20e82f3e10919412101-1 {}] regionserver.HStore(327): Store=5cb738eacefff20e82f3e10919412101/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:02,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:02,919 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 5cb738eacefff20e82f3e10919412101; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69003648, jitterRate=0.028234481811523438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:02,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:02,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5cb738eacefff20e82f3e10919412101:
Running coprocessor pre-open hook at 1731922082905Writing region info on filesystem at 1731922082905Initializing all the Stores at 1731922082906 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922082906Cleaning up temporary data from old regions at 1731922082912 (+6 ms)Running coprocessor post-open hooks at 1731922082919 (+7 ms)Region opened successfully at 1731922082920 (+1 ms)
2024-11-18T09:28:02,921 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., pid=12, masterSystemTime=1731922082898
2024-11-18T09:28:02,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,925 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:02,925 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5cb738eacefff20e82f3e10919412101, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:02,928 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cb738eacefff20e82f3e10919412101, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:02,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T09:28:02,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cb738eacefff20e82f3e10919412101, server=37e3d6ebbf98,38541,1731922008540 in 186 msec
2024-11-18T09:28:02,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T09:28:02,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5cb738eacefff20e82f3e10919412101, ASSIGN in 348 msec
2024-11-18T09:28:02,937 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:02,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922082937"}]},"ts":"1731922082937"}
2024-11-18T09:28:02,940 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T09:28:02,941 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:02,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T09:28:02,943 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 794 msec
2024-11-18T09:28:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T09:28:03,162 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T09:28:03,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T09:28:03,163 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:03,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T09:28:03,167 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:03,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T09:28:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:03,182 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:03,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T09:28:03,186 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T09:28:03,188 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T09:28:03,189 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T09:28:03,190 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T09:28:08,428 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:08,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T09:28:08,452 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:09,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234027' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T09:28:09,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:47764 deadline: 1731922095194, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234027' does not exist
2024-11-18T09:28:09,198 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37e3d6ebbf98,38541,1731922008540 for closing scanner id = -2891372898495234027 for 5cb738eacefff20e82f3e10919412101 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234027' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T09:28:09,201 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=2245 (was 2379)
2024-11-18T09:28:09,210 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2244
2024-11-18T09:28:09,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T09:28:09,217 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:09,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:09,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T09:28:09,219 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T09:28:09,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741841_1017 (size=423)
2024-11-18T09:28:09,631 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 199f0a65b29192499d0fd7878fc29cbf, NAME => 'testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:09,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741842_1018 (size=74)
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 199f0a65b29192499d0fd7878fc29cbf, disabling compactions & flushes
2024-11-18T09:28:09,645 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf. after waiting 0 ms
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,645 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,645 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 199f0a65b29192499d0fd7878fc29cbf:
Waiting for close lock at 1731922089645Disabling compacts and flushes for region at 1731922089645Disabling writes for close at 1731922089645Writing region close event to WAL at 1731922089645Closed at 1731922089645
2024-11-18T09:28:09,648 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:09,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731922089648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922089648"}]},"ts":"1731922089648"}
2024-11-18T09:28:09,652 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:09,654 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:09,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922089654"}]},"ts":"1731922089654"}
2024-11-18T09:28:09,657 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T09:28:09,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=199f0a65b29192499d0fd7878fc29cbf, ASSIGN}]
2024-11-18T09:28:09,659 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=199f0a65b29192499d0fd7878fc29cbf, ASSIGN
2024-11-18T09:28:09,660 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=199f0a65b29192499d0fd7878fc29cbf, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-18T09:28:09,811 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=199f0a65b29192499d0fd7878fc29cbf, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:09,815 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=199f0a65b29192499d0fd7878fc29cbf, ASSIGN because future has completed
2024-11-18T09:28:09,816 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 199f0a65b29192499d0fd7878fc29cbf, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:09,975 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,975 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 199f0a65b29192499d0fd7878fc29cbf, NAME => 'testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:09,976 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,976 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:09,976 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,976 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,978 INFO  [StoreOpener-199f0a65b29192499d0fd7878fc29cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 199f0a65b29192499d0fd7878fc29cbf 
2024-11-18T09:28:09,981 INFO  [StoreOpener-199f0a65b29192499d0fd7878fc29cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 199f0a65b29192499d0fd7878fc29cbf columnFamilyName testFamily
2024-11-18T09:28:09,981 DEBUG [StoreOpener-199f0a65b29192499d0fd7878fc29cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:09,982 INFO  [StoreOpener-199f0a65b29192499d0fd7878fc29cbf-1 {}] regionserver.HStore(327): Store=199f0a65b29192499d0fd7878fc29cbf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:09,982 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,984 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,984 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,985 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,985 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,988 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,992 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:09,992 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 199f0a65b29192499d0fd7878fc29cbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73879447, jitterRate=0.10088954865932465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:09,993 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:09,993 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 199f0a65b29192499d0fd7878fc29cbf:
Running coprocessor pre-open hook at 1731922089976Writing region info on filesystem at 1731922089976Initializing all the Stores at 1731922089977 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922089977Cleaning up temporary data from old regions at 1731922089985 (+8 ms)Running coprocessor post-open hooks at 1731922089993 (+8 ms)Region opened successfully at 1731922089993
2024-11-18T09:28:09,995 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf., pid=15, masterSystemTime=1731922089969
2024-11-18T09:28:09,997 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,997 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:09,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=199f0a65b29192499d0fd7878fc29cbf, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:10,001 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 199f0a65b29192499d0fd7878fc29cbf, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:10,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T09:28:10,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 199f0a65b29192499d0fd7878fc29cbf, server=37e3d6ebbf98,38541,1731922008540 in 187 msec
2024-11-18T09:28:10,010 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T09:28:10,010 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=199f0a65b29192499d0fd7878fc29cbf, ASSIGN in 349 msec
2024-11-18T09:28:10,011 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:10,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922090011"}]},"ts":"1731922090011"}
2024-11-18T09:28:10,014 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T09:28:10,015 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:10,018 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 802 msec
2024-11-18T09:28:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T09:28:10,232 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T09:28:10,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T09:28:10,232 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:10,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T09:28:10,237 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:10,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T09:28:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:10,252 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:10,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T09:28:10,256 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T09:28:10,258 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T09:28:10,259 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T09:28:10,260 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2891372898495234023
2024-11-18T09:28:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922093259, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:28:10,263 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T09:28:10,264 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T09:28:10,265 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:28:10,266 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:28:10,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2891372898495234021
2024-11-18T09:28:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922093265, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:28:10,272 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:28:10,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2891372898495234020
2024-11-18T09:28:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922093272, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:28:10,278 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:28:10,279 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2891372898495234019
2024-11-18T09:28:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:47764 deadline: 1731922093277, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T09:28:10,283 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T09:28:10,295 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1659777657_22 at /127.0.0.1:44398 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2250 (was 2244) - AvailableMemoryMB LEAK? -
2024-11-18T09:28:10,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2250
2024-11-18T09:28:10,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T09:28:10,311 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:10,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:10,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T09:28:10,313 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T09:28:10,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741843_1019 (size=418)
2024-11-18T09:28:10,726 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e14b0e0f3c4d5f5143def8ce00ce8a9d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:10,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741844_1020 (size=69)
2024-11-18T09:28:10,735 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:10,736 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing e14b0e0f3c4d5f5143def8ce00ce8a9d, disabling compactions & flushes
2024-11-18T09:28:10,736 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:10,736 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:10,736 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d. after waiting 0 ms
2024-11-18T09:28:10,736 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:10,736 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:10,736 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for e14b0e0f3c4d5f5143def8ce00ce8a9d:
Waiting for close lock at 1731922090736Disabling compacts and flushes for region at 1731922090736Disabling writes for close at 1731922090736Writing region close event to WAL at 1731922090736Closed at 1731922090736
2024-11-18T09:28:10,738 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:10,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731922090738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922090738"}]},"ts":"1731922090738"}
2024-11-18T09:28:10,741 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:10,743 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:10,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922090743"}]},"ts":"1731922090743"}
2024-11-18T09:28:10,746 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T09:28:10,746 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e14b0e0f3c4d5f5143def8ce00ce8a9d, ASSIGN}]
2024-11-18T09:28:10,748 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e14b0e0f3c4d5f5143def8ce00ce8a9d, ASSIGN
2024-11-18T09:28:10,749 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e14b0e0f3c4d5f5143def8ce00ce8a9d, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:10,900 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e14b0e0f3c4d5f5143def8ce00ce8a9d, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:10,904 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e14b0e0f3c4d5f5143def8ce00ce8a9d, ASSIGN because future has completed
2024-11-18T09:28:10,905 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14b0e0f3c4d5f5143def8ce00ce8a9d, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:11,066 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:11,066 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e14b0e0f3c4d5f5143def8ce00ce8a9d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:11,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:11,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,067 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,070 INFO  [StoreOpener-e14b0e0f3c4d5f5143def8ce00ce8a9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e14b0e0f3c4d5f5143def8ce00ce8a9d 
2024-11-18T09:28:11,072 INFO  [StoreOpener-e14b0e0f3c4d5f5143def8ce00ce8a9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14b0e0f3c4d5f5143def8ce00ce8a9d columnFamilyName testFamily
2024-11-18T09:28:11,072 DEBUG [StoreOpener-e14b0e0f3c4d5f5143def8ce00ce8a9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:11,074 INFO  [StoreOpener-e14b0e0f3c4d5f5143def8ce00ce8a9d-1 {}] regionserver.HStore(327): Store=e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:11,074 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,075 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,076 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,077 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,077 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,080 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,086 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:11,087 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e14b0e0f3c4d5f5143def8ce00ce8a9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69117009, jitterRate=0.0299236923456192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:11,087 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:11,088 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e14b0e0f3c4d5f5143def8ce00ce8a9d:
Running coprocessor pre-open hook at 1731922091067Writing region info on filesystem at 1731922091067Initializing all the Stores at 1731922091069 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922091069Cleaning up temporary data from old regions at 1731922091077 (+8 ms)Running coprocessor post-open hooks at 1731922091087 (+10 ms)Region opened successfully at 1731922091088 (+1 ms)
2024-11-18T09:28:11,090 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., pid=18, masterSystemTime=1731922091058
2024-11-18T09:28:11,094 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:11,094 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:11,095 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e14b0e0f3c4d5f5143def8ce00ce8a9d, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:11,098 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14b0e0f3c4d5f5143def8ce00ce8a9d, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:11,105 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T09:28:11,105 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e14b0e0f3c4d5f5143def8ce00ce8a9d, server=37e3d6ebbf98,38541,1731922008540 in 195 msec
2024-11-18T09:28:11,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T09:28:11,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e14b0e0f3c4d5f5143def8ce00ce8a9d, ASSIGN in 359 msec
2024-11-18T09:28:11,121 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:11,121 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922091121"}]},"ts":"1731922091121"}
2024-11-18T09:28:11,124 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T09:28:11,125 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:11,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 818 msec
2024-11-18T09:28:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T09:28:11,332 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T09:28:11,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T09:28:11,333 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:11,337 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T09:28:11,337 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:11,337 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T09:28:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:11,354 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:11,354 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T09:28:11,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T09:28:11,359 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T09:28:12,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T09:28:12,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T09:28:12,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-18T09:28:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:13,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T09:28:14,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=983ms
2024-11-18T09:28:14,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=983ms
2024-11-18T09:28:14,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:14,373 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=3316 (was 2250) - AvailableMemoryMB LEAK? -
2024-11-18T09:28:14,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=3315
2024-11-18T09:28:14,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T09:28:14,395 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:14,395 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:14,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T09:28:14,398 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T09:28:14,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741845_1021 (size=416)
2024-11-18T09:28:14,821 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79b92575b2a66f577ec4dc421aef5c20, NAME => 'testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:14,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741846_1022 (size=67)
2024-11-18T09:28:14,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:14,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 79b92575b2a66f577ec4dc421aef5c20, disabling compactions & flushes
2024-11-18T09:28:14,847 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:14,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:14,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20. after waiting 0 ms
2024-11-18T09:28:14,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:14,847 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:14,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79b92575b2a66f577ec4dc421aef5c20:
Waiting for close lock at 1731922094847Disabling compacts and flushes for region at 1731922094847Disabling writes for close at 1731922094847Writing region close event to WAL at 1731922094847Closed at 1731922094847
2024-11-18T09:28:14,851 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:14,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731922094851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922094851"}]},"ts":"1731922094851"}
2024-11-18T09:28:14,855 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:14,857 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:14,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922094857"}]},"ts":"1731922094857"}
2024-11-18T09:28:14,860 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T09:28:14,861 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=79b92575b2a66f577ec4dc421aef5c20, ASSIGN}]
2024-11-18T09:28:14,863 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=79b92575b2a66f577ec4dc421aef5c20, ASSIGN
2024-11-18T09:28:14,871 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=79b92575b2a66f577ec4dc421aef5c20, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-18T09:28:14,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T09:28:14,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T09:28:15,021 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=79b92575b2a66f577ec4dc421aef5c20, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:15,026 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=79b92575b2a66f577ec4dc421aef5c20, ASSIGN because future has completed
2024-11-18T09:28:15,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b92575b2a66f577ec4dc421aef5c20, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:15,192 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:15,193 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b92575b2a66f577ec4dc421aef5c20, NAME => 'testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:15,193 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,194 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:15,194 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,194 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,196 INFO  [StoreOpener-79b92575b2a66f577ec4dc421aef5c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 79b92575b2a66f577ec4dc421aef5c20 
2024-11-18T09:28:15,198 INFO  [StoreOpener-79b92575b2a66f577ec4dc421aef5c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b92575b2a66f577ec4dc421aef5c20 columnFamilyName testFamily
2024-11-18T09:28:15,198 DEBUG [StoreOpener-79b92575b2a66f577ec4dc421aef5c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:15,199 INFO  [StoreOpener-79b92575b2a66f577ec4dc421aef5c20-1 {}] regionserver.HStore(327): Store=79b92575b2a66f577ec4dc421aef5c20/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:15,199 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,201 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,201 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,202 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,202 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,207 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,211 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:15,212 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 79b92575b2a66f577ec4dc421aef5c20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66370939, jitterRate=-0.010995939373970032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:15,212 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:15,213 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 79b92575b2a66f577ec4dc421aef5c20:
Running coprocessor pre-open hook at 1731922095194Writing region info on filesystem at 1731922095194Initializing all the Stores at 1731922095196 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922095196Cleaning up temporary data from old regions at 1731922095202 (+6 ms)Running coprocessor post-open hooks at 1731922095212 (+10 ms)Region opened successfully at 1731922095213 (+1 ms)
2024-11-18T09:28:15,214 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20., pid=21, masterSystemTime=1731922095180
2024-11-18T09:28:15,218 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:15,218 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:15,219 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=79b92575b2a66f577ec4dc421aef5c20, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:15,222 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b92575b2a66f577ec4dc421aef5c20, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:15,235 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T09:28:15,235 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b92575b2a66f577ec4dc421aef5c20, server=37e3d6ebbf98,38541,1731922008540 in 197 msec
2024-11-18T09:28:15,242 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T09:28:15,242 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=79b92575b2a66f577ec4dc421aef5c20, ASSIGN in 374 msec
2024-11-18T09:28:15,244 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:15,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922095244"}]},"ts":"1731922095244"}
2024-11-18T09:28:15,247 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T09:28:15,249 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:15,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 861 msec
2024-11-18T09:28:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T09:28:15,420 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T09:28:15,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T09:28:15,420 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:15,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T09:28:15,437 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:15,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T09:28:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:15,472 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:15,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T09:28:15,477 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T09:28:15,478 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:15,483 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T09:28:15,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T09:28:15,510 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T09:28:17,001 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T09:28:18,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T09:28:18,251 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:18,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T09:28:18,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:18,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T09:28:18,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:18,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T09:28:18,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:47764 deadline: 1731922099516, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234008' does not exist
2024-11-18T09:28:18,520 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37e3d6ebbf98,38541,1731922008540 for closing scanner id = -2891372898495234008 for 79b92575b2a66f577ec4dc421aef5c20 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T09:28:18,540 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 428) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2772 (was 3315)
2024-11-18T09:28:18,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=2770
2024-11-18T09:28:18,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T09:28:18,604 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:18,604 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:18,607 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:18,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T09:28:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T09:28:18,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741847_1023 (size=411)
2024-11-18T09:28:18,762 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6a4cb470af1569879c8c0c514d8c4ed, NAME => 'testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:18,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741848_1024 (size=62)
2024-11-18T09:28:19,001 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:19,001 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e6a4cb470af1569879c8c0c514d8c4ed, disabling compactions & flushes
2024-11-18T09:28:19,001 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,001 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed. after waiting 0 ms
2024-11-18T09:28:19,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,002 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6a4cb470af1569879c8c0c514d8c4ed:
Waiting for close lock at 1731922099001Disabling compacts and flushes for region at 1731922099001Disabling writes for close at 1731922099002 (+1 ms)Writing region close event to WAL at 1731922099002Closed at 1731922099002
2024-11-18T09:28:19,004 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:19,005 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731922099004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922099004"}]},"ts":"1731922099004"}
2024-11-18T09:28:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-18T09:28:19,013 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:19,026 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:19,026 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922099026"}]},"ts":"1731922099026"}
2024-11-18T09:28:19,030 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T09:28:19,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e6a4cb470af1569879c8c0c514d8c4ed, ASSIGN}]
2024-11-18T09:28:19,042 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e6a4cb470af1569879c8c0c514d8c4ed, ASSIGN
2024-11-18T09:28:19,069 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e6a4cb470af1569879c8c0c514d8c4ed, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:19,231 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e6a4cb470af1569879c8c0c514d8c4ed, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:19,259 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e6a4cb470af1569879c8c0c514d8c4ed, ASSIGN because future has completed
2024-11-18T09:28:19,260 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a4cb470af1569879c8c0c514d8c4ed, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:19,535 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,535 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e6a4cb470af1569879c8c0c514d8c4ed, NAME => 'testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:19,535 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,536 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:19,536 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,536 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,563 INFO  [StoreOpener-e6a4cb470af1569879c8c0c514d8c4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e6a4cb470af1569879c8c0c514d8c4ed 
2024-11-18T09:28:19,584 INFO  [StoreOpener-e6a4cb470af1569879c8c0c514d8c4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a4cb470af1569879c8c0c514d8c4ed columnFamilyName testFamily
2024-11-18T09:28:19,584 DEBUG [StoreOpener-e6a4cb470af1569879c8c0c514d8c4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:19,599 INFO  [StoreOpener-e6a4cb470af1569879c8c0c514d8c4ed-1 {}] regionserver.HStore(327): Store=e6a4cb470af1569879c8c0c514d8c4ed/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:19,600 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,603 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,604 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,605 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,605 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T09:28:19,640 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,689 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:19,690 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e6a4cb470af1569879c8c0c514d8c4ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69870157, jitterRate=0.041146472096443176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:19,690 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:19,691 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e6a4cb470af1569879c8c0c514d8c4ed:
Running coprocessor pre-open hook at 1731922099536Writing region info on filesystem at 1731922099536Initializing all the Stores at 1731922099548 (+12 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922099548Cleaning up temporary data from old regions at 1731922099605 (+57 ms)Running coprocessor post-open hooks at 1731922099690 (+85 ms)Region opened successfully at 1731922099691 (+1 ms)
2024-11-18T09:28:19,693 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed., pid=24, masterSystemTime=1731922099414
2024-11-18T09:28:19,700 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,700 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:19,713 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e6a4cb470af1569879c8c0c514d8c4ed, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:19,718 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a4cb470af1569879c8c0c514d8c4ed, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:19,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T09:28:19,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure e6a4cb470af1569879c8c0c514d8c4ed, server=37e3d6ebbf98,38541,1731922008540 in 465 msec
2024-11-18T09:28:19,736 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:19,736 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922099736"}]},"ts":"1731922099736"}
2024-11-18T09:28:19,739 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T09:28:19,740 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:19,743 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1440 sec
2024-11-18T09:28:19,743 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T09:28:19,743 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e6a4cb470af1569879c8c0c514d8c4ed, ASSIGN in 700 msec
2024-11-18T09:28:20,696 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:21,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T09:28:21,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T09:28:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T09:28:21,672 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T09:28:21,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T09:28:21,673 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:21,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T09:28:21,684 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:21,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T09:28:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:21,727 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:21,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T09:28:21,732 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T09:28:21,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T09:28:21,746 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T09:28:21,746 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T09:28:24,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234004' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T09:28:24,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:47764 deadline: 1731922105745, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234004' does not exist
2024-11-18T09:28:24,751 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37e3d6ebbf98,38541,1731922008540 for closing scanner id = -2891372898495234004 for e6a4cb470af1569879c8c0c514d8c4ed of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495234004' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T09:28:24,859 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1156 (was 482) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2389 (was 2770)
2024-11-18T09:28:24,932 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1156, ProcessCount=11, AvailableMemoryMB=2386
2024-11-18T09:28:24,937 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:24,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T09:28:24,952 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:24,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:24,954 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:24,954 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T09:28:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T09:28:25,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741849_1025 (size=419)
2024-11-18T09:28:25,199 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31d46be2cb5b28237993c1338b509738, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-18T09:28:25,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741850_1026 (size=70)
2024-11-18T09:28:25,362 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:25,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 31d46be2cb5b28237993c1338b509738, disabling compactions & flushes
2024-11-18T09:28:25,364 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738. after waiting 0 ms
2024-11-18T09:28:25,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,364 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31d46be2cb5b28237993c1338b509738:
Waiting for close lock at 1731922105363Disabling compacts and flushes for region at 1731922105363Disabling writes for close at 1731922105364 (+1 ms)Writing region close event to WAL at 1731922105364Closed at 1731922105364
2024-11-18T09:28:25,366 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:25,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731922105366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922105366"}]},"ts":"1731922105366"}
2024-11-18T09:28:25,373 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:25,374 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:25,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922105375"}]},"ts":"1731922105375"}
2024-11-18T09:28:25,379 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T09:28:25,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=31d46be2cb5b28237993c1338b509738, ASSIGN}]
2024-11-18T09:28:25,381 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=31d46be2cb5b28237993c1338b509738, ASSIGN
2024-11-18T09:28:25,383 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=31d46be2cb5b28237993c1338b509738, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:25,534 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=31d46be2cb5b28237993c1338b509738, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:25,539 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=31d46be2cb5b28237993c1338b509738, ASSIGN because future has completed
2024-11-18T09:28:25,539 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d46be2cb5b28237993c1338b509738, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:25,713 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 31d46be2cb5b28237993c1338b509738, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:25,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,727 INFO  [StoreOpener-31d46be2cb5b28237993c1338b509738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 31d46be2cb5b28237993c1338b509738 
2024-11-18T09:28:25,748 INFO  [StoreOpener-31d46be2cb5b28237993c1338b509738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d46be2cb5b28237993c1338b509738 columnFamilyName testFamily
2024-11-18T09:28:25,749 DEBUG [StoreOpener-31d46be2cb5b28237993c1338b509738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:25,750 INFO  [StoreOpener-31d46be2cb5b28237993c1338b509738-1 {}] regionserver.HStore(327): Store=31d46be2cb5b28237993c1338b509738/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:25,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:25,779 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 31d46be2cb5b28237993c1338b509738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66703514, jitterRate=-0.0060401856899261475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:25,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 31d46be2cb5b28237993c1338b509738:
Running coprocessor pre-open hook at 1731922105714Writing region info on filesystem at 1731922105714Initializing all the Stores at 1731922105716 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922105716Cleaning up temporary data from old regions at 1731922105755 (+39 ms)Running coprocessor post-open hooks at 1731922105779 (+24 ms)Region opened successfully at 1731922105780 (+1 ms)
2024-11-18T09:28:25,782 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., pid=27, masterSystemTime=1731922105694
2024-11-18T09:28:25,795 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=31d46be2cb5b28237993c1338b509738, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,796 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:25,807 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d46be2cb5b28237993c1338b509738, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:25,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T09:28:25,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 31d46be2cb5b28237993c1338b509738, server=37e3d6ebbf98,38541,1731922008540 in 269 msec
2024-11-18T09:28:25,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T09:28:25,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=31d46be2cb5b28237993c1338b509738, ASSIGN in 433 msec
2024-11-18T09:28:25,817 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:25,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922105817"}]},"ts":"1731922105817"}
2024-11-18T09:28:25,820 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T09:28:25,822 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:25,826 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 885 msec
2024-11-18T09:28:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T09:28:26,018 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T09:28:26,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T09:28:26,018 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:26,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T09:28:26,026 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:26,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T09:28:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:26,046 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:26,046 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T09:28:26,050 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T09:28:26,052 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T09:28:27,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T09:28:28,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T09:28:28,251 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:28,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T09:28:28,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:31,216 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:31,624 INFO  [master/37e3d6ebbf98:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T09:28:31,624 INFO  [master/37e3d6ebbf98:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T09:28:32,060 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-18T09:28:32,060 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-18T09:28:32,060 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:32,101 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1553 (was 1156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2227 (was 2386)
2024-11-18T09:28:32,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1553, ProcessCount=11, AvailableMemoryMB=2222
2024-11-18T09:28:32,335 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:32,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T09:28:32,351 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:32,351 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:32,352 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T09:28:32,355 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T09:28:32,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741851_1027 (size=407)
2024-11-18T09:28:32,535 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6b6788cb6b5a811170031c0f0a93738, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-18T09:28:32,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741852_1028 (size=58)
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing f6b6788cb6b5a811170031c0f0a93738, disabling compactions & flushes
2024-11-18T09:28:32,722 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738. after waiting 0 ms
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:32,722 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:32,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6b6788cb6b5a811170031c0f0a93738:
Waiting for close lock at 1731922112722Disabling compacts and flushes for region at 1731922112722Disabling writes for close at 1731922112722Writing region close event to WAL at 1731922112722Closed at 1731922112722
2024-11-18T09:28:32,751 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:32,751 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731922112751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922112751"}]},"ts":"1731922112751"}
2024-11-18T09:28:32,757 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:32,762 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:32,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922112763"}]},"ts":"1731922112763"}
2024-11-18T09:28:32,770 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T09:28:32,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6b6788cb6b5a811170031c0f0a93738, ASSIGN}]
2024-11-18T09:28:32,779 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6b6788cb6b5a811170031c0f0a93738, ASSIGN
2024-11-18T09:28:32,780 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6b6788cb6b5a811170031c0f0a93738, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:32,932 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f6b6788cb6b5a811170031c0f0a93738, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:32,937 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6b6788cb6b5a811170031c0f0a93738, ASSIGN because future has completed
2024-11-18T09:28:32,937 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b6788cb6b5a811170031c0f0a93738, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:33,240 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:33,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b6788cb6b5a811170031c0f0a93738, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:33,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:33,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,269 INFO  [StoreOpener-f6b6788cb6b5a811170031c0f0a93738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f6b6788cb6b5a811170031c0f0a93738 
2024-11-18T09:28:33,272 INFO  [StoreOpener-f6b6788cb6b5a811170031c0f0a93738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b6788cb6b5a811170031c0f0a93738 columnFamilyName testFamily
2024-11-18T09:28:33,272 DEBUG [StoreOpener-f6b6788cb6b5a811170031c0f0a93738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:33,280 INFO  [StoreOpener-f6b6788cb6b5a811170031c0f0a93738-1 {}] regionserver.HStore(327): Store=f6b6788cb6b5a811170031c0f0a93738/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:33,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:33,312 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened f6b6788cb6b5a811170031c0f0a93738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717805, jitterRate=-0.11013536155223846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:33,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:33,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for f6b6788cb6b5a811170031c0f0a93738:
Running coprocessor pre-open hook at 1731922113241Writing region info on filesystem at 1731922113241Initializing all the Stores at 1731922113248 (+7 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922113248Cleaning up temporary data from old regions at 1731922113283 (+35 ms)Running coprocessor post-open hooks at 1731922113313 (+30 ms)Region opened successfully at 1731922113315 (+2 ms)
2024-11-18T09:28:33,317 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738., pid=30, masterSystemTime=1731922113093
2024-11-18T09:28:33,322 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f6b6788cb6b5a811170031c0f0a93738, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:33,324 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:33,347 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b6788cb6b5a811170031c0f0a93738, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:33,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T09:28:33,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b6788cb6b5a811170031c0f0a93738, server=37e3d6ebbf98,38541,1731922008540 in 415 msec
2024-11-18T09:28:33,362 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:33,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922113362"}]},"ts":"1731922113362"}
2024-11-18T09:28:33,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T09:28:33,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6b6788cb6b5a811170031c0f0a93738, ASSIGN in 584 msec
2024-11-18T09:28:33,367 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T09:28:33,368 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:33,373 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.0320 sec
2024-11-18T09:28:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T09:28:33,382 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T09:28:33,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T09:28:33,383 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:33,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T09:28:33,391 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:33,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T09:28:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:33,418 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:33,418 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T09:28:33,423 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T09:28:33,428 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T09:28:33,430 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T09:28:33,430 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T09:28:38,743 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:39,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T09:28:39,127 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:39,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T09:28:39,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495233996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T09:28:39,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:47764 deadline: 1731922125435, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495233996' does not exist
2024-11-18T09:28:39,444 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37e3d6ebbf98,38541,1731922008540 for closing scanner id = -2891372898495233996 for f6b6788cb6b5a811170031c0f0a93738 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2891372898495233996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T09:28:39,513 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1861 (was 1553) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2787 (was 2222) - AvailableMemoryMB LEAK? -
2024-11-18T09:28:39,663 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1861, ProcessCount=11, AvailableMemoryMB=2782
2024-11-18T09:28:39,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T09:28:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T09:28:39,673 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T09:28:39,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:39,675 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T09:28:39,675 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T09:28:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T09:28:39,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741853_1029 (size=423)
2024-11-18T09:28:39,796 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 278259fafa4e30f94de16177ab8ff2af, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a
2024-11-18T09:28:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-18T09:28:40,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741854_1030 (size=74)
2024-11-18T09:28:40,440 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:40,440 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 278259fafa4e30f94de16177ab8ff2af, disabling compactions & flushes
2024-11-18T09:28:40,440 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,440 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,441 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af. after waiting 0 ms
2024-11-18T09:28:40,441 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,441 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,441 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 278259fafa4e30f94de16177ab8ff2af:
Waiting for close lock at 1731922120440Disabling compacts and flushes for region at 1731922120440Disabling writes for close at 1731922120441 (+1 ms)Writing region close event to WAL at 1731922120441Closed at 1731922120441
2024-11-18T09:28:40,444 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T09:28:40,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731922120444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731922120444"}]},"ts":"1731922120444"}
2024-11-18T09:28:40,450 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T09:28:40,451 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T09:28:40,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922120452"}]},"ts":"1731922120452"}
2024-11-18T09:28:40,455 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T09:28:40,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=278259fafa4e30f94de16177ab8ff2af, ASSIGN}]
2024-11-18T09:28:40,457 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=278259fafa4e30f94de16177ab8ff2af, ASSIGN
2024-11-18T09:28:40,459 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=278259fafa4e30f94de16177ab8ff2af, ASSIGN; state=OFFLINE, location=37e3d6ebbf98,38541,1731922008540; forceNewPlan=false, retain=false
2024-11-18T09:28:40,611 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=278259fafa4e30f94de16177ab8ff2af, regionState=OPENING, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:40,615 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=278259fafa4e30f94de16177ab8ff2af, ASSIGN because future has completed
2024-11-18T09:28:40,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278259fafa4e30f94de16177ab8ff2af, server=37e3d6ebbf98,38541,1731922008540}]
2024-11-18T09:28:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T09:28:40,806 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,806 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 278259fafa4e30f94de16177ab8ff2af, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.', STARTKEY => '', ENDKEY => ''}
2024-11-18T09:28:40,806 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,807 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T09:28:40,807 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,807 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,816 INFO  [StoreOpener-278259fafa4e30f94de16177ab8ff2af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 278259fafa4e30f94de16177ab8ff2af 
2024-11-18T09:28:40,821 INFO  [StoreOpener-278259fafa4e30f94de16177ab8ff2af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278259fafa4e30f94de16177ab8ff2af columnFamilyName testFamily
2024-11-18T09:28:40,821 DEBUG [StoreOpener-278259fafa4e30f94de16177ab8ff2af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T09:28:40,822 INFO  [StoreOpener-278259fafa4e30f94de16177ab8ff2af-1 {}] regionserver.HStore(327): Store=278259fafa4e30f94de16177ab8ff2af/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T09:28:40,822 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,823 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,824 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,825 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,825 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,835 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,846 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T09:28:40,847 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 278259fafa4e30f94de16177ab8ff2af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59173217, jitterRate=-0.11825035512447357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T09:28:40,847 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:40,848 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 278259fafa4e30f94de16177ab8ff2af:
Running coprocessor pre-open hook at 1731922120807Writing region info on filesystem at 1731922120807Initializing all the Stores at 1731922120809 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731922120809Cleaning up temporary data from old regions at 1731922120825 (+16 ms)Running coprocessor post-open hooks at 1731922120847 (+22 ms)Region opened successfully at 1731922120848 (+1 ms)
2024-11-18T09:28:40,850 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., pid=33, masterSystemTime=1731922120778
2024-11-18T09:28:40,855 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=278259fafa4e30f94de16177ab8ff2af, regionState=OPEN, openSeqNum=2, regionLocation=37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:40,859 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278259fafa4e30f94de16177ab8ff2af, server=37e3d6ebbf98,38541,1731922008540 because future has completed
2024-11-18T09:28:40,860 DEBUG [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,860 INFO  [RS_OPEN_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:40,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T09:28:40,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 278259fafa4e30f94de16177ab8ff2af, server=37e3d6ebbf98,38541,1731922008540 in 251 msec
2024-11-18T09:28:40,883 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T09:28:40,883 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=278259fafa4e30f94de16177ab8ff2af, ASSIGN in 416 msec
2024-11-18T09:28:40,884 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T09:28:40,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731922120884"}]},"ts":"1731922120884"}
2024-11-18T09:28:40,888 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T09:28:40,889 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T09:28:40,892 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2200 sec
2024-11-18T09:28:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T09:28:42,702 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T09:28:42,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T09:28:42,702 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:42,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T09:28:42,716 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T09:28:42,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T09:28:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:42,763 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T09:28:42,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T09:28:42,772 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T09:28:42,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T09:28:43,790 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1017ms, rpcTimeout=1000ms
2024-11-18T09:28:43,790 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1017ms, rpcTimeout=1000ms
2024-11-18T09:28:43,790 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-18T09:28:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2]
2024-11-18T09:28:44,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T09:28:45,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T09:28:45,780 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37e3d6ebbf98:38541 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=967ms
2024-11-18T09:28:45,780 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=967ms
2024-11-18T09:28:45,780 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., hostname=37e3d6ebbf98,38541,1731922008540, seqNum=2 from cache
2024-11-18T09:28:45,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2132 (was 1861) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2449 (was 2782)
2024-11-18T09:28:45,793 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T09:28:45,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T09:28:45,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,801 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T09:28:45,802 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T09:28:45,802 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T09:28:45,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T09:28:45,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T09:28:45,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436097278, stopped=false
2024-11-18T09:28:45,803 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T09:28:45,804 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=37e3d6ebbf98,45565,1731922007874
2024-11-18T09:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T09:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:28:45,806 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T09:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T09:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:28:45,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T09:28:45,809 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T09:28:45,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T09:28:45,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,810 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37e3d6ebbf98,38541,1731922008540' *****
2024-11-18T09:28:45,810 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T09:28:45,810 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T09:28:45,810 INFO  [RS:0;37e3d6ebbf98:38541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T09:28:45,811 INFO  [RS:0;37e3d6ebbf98:38541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T09:28:45,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T09:28:45,811 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for e14b0e0f3c4d5f5143def8ce00ce8a9d
2024-11-18T09:28:45,812 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T09:28:45,814 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 31d46be2cb5b28237993c1338b509738
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 12420c3baa1b8290348a95441b6b7f20
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 199f0a65b29192499d0fd7878fc29cbf
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b92575b2a66f577ec4dc421aef5c20
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 12ed4f8b6db4def52a1d63f2daa464b2
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for e6a4cb470af1569879c8c0c514d8c4ed
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(959): stopping server 37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;37e3d6ebbf98:38541.
2024-11-18T09:28:45,815 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e14b0e0f3c4d5f5143def8ce00ce8a9d, disabling compactions & flushes
2024-11-18T09:28:45,815 DEBUG [RS:0;37e3d6ebbf98:38541 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T09:28:45,815 DEBUG [RS:0;37e3d6ebbf98:38541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:45,815 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T09:28:45,816 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T09:28:45,816 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T09:28:45,816 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T09:28:45,815 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:45,816 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:45,816 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T09:28:45,816 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d. after waiting 0 ms
2024-11-18T09:28:45,816 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:45,819 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 1588230740, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 31d46be2cb5b28237993c1338b509738, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e14b0e0f3c4d5f5143def8ce00ce8a9d, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:45,820 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T09:28:45,820 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T09:28:45,820 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T09:28:45,820 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T09:28:45,820 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T09:28:45,822 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e14b0e0f3c4d5f5143def8ce00ce8a9d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:45,822 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T09:28:45,902 INFO  [regionserver/37e3d6ebbf98:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T09:28:45,903 INFO  [regionserver/37e3d6ebbf98:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T09:28:45,914 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/.tmp/testFamily/c8c2c29ce34348aaaabd2fb6502f3f7e is 61, key is row-0/testFamily:testQualifier/1731922091343/Put/seqid=0
2024-11-18T09:28:45,924 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/info/888b89dafdd140e3ae747169a7e26569 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2./info:regioninfo/1731922073085/Put/seqid=0
2024-11-18T09:28:45,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741855_1031 (size=5049)
2024-11-18T09:28:45,945 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/.tmp/testFamily/c8c2c29ce34348aaaabd2fb6502f3f7e
2024-11-18T09:28:45,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741856_1032 (size=20564)
2024-11-18T09:28:45,952 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/info/888b89dafdd140e3ae747169a7e26569
2024-11-18T09:28:46,016 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/.tmp/testFamily/c8c2c29ce34348aaaabd2fb6502f3f7e as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily/c8c2c29ce34348aaaabd2fb6502f3f7e
2024-11-18T09:28:46,019 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 1588230740, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 31d46be2cb5b28237993c1338b509738, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e14b0e0f3c4d5f5143def8ce00ce8a9d, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:46,032 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily/c8c2c29ce34348aaaabd2fb6502f3f7e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:46,050 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e14b0e0f3c4d5f5143def8ce00ce8a9d in 226ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:46,050 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/ns/b321fb1690cc4b76bccae0ce4e713c29 is 43, key is default/ns:d/1731922071516/Put/seqid=0
2024-11-18T09:28:46,072 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScanner/e14b0e0f3c4d5f5143def8ce00ce8a9d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:46,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741857_1033 (size=5153)
2024-11-18T09:28:46,075 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/ns/b321fb1690cc4b76bccae0ce4e713c29
2024-11-18T09:28:46,076 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:46,077 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e14b0e0f3c4d5f5143def8ce00ce8a9d:
Waiting for close lock at 1731922125815Running coprocessor pre-close hooks at 1731922125815Disabling compacts and flushes for region at 1731922125815Disabling writes for close at 1731922125816 (+1 ms)Obtaining lock to block concurrent updates at 1731922125822 (+6 ms)Preparing flush snapshotting stores in e14b0e0f3c4d5f5143def8ce00ce8a9d at 1731922125822Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922125833 (+11 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d. at 1731922125836 (+3 ms)Flushing e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily: creating writer at 1731922125837 (+1 ms)Flushing e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily: appending metadata at 1731922125907 (+70 ms)Flushing e14b0e0f3c4d5f5143def8ce00ce8a9d/testFamily: closing flushed file at 1731922125910 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f18dce5: reopening flushed file at 1731922126008 (+98 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e14b0e0f3c4d5f5143def8ce00ce8a9d in 226ms, sequenceid=8, compaction requested=false at 1731922126050 (+42 ms)Writing region close event to WAL at 1731922126052 (+2 ms)Running coprocessor post-close hooks at 1731922126074 (+22 ms)Closed at 1731922126076 (+2 ms)
2024-11-18T09:28:46,077 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731922090308.e14b0e0f3c4d5f5143def8ce00ce8a9d.
2024-11-18T09:28:46,078 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31d46be2cb5b28237993c1338b509738, disabling compactions & flushes
2024-11-18T09:28:46,078 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:46,078 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:46,078 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738. after waiting 0 ms
2024-11-18T09:28:46,078 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:46,078 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31d46be2cb5b28237993c1338b509738 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:46,106 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/.tmp/testFamily/bfa390441cc44887b21f7d7364a28bcc is 61, key is row-0/testFamily:testQualifier/1731922106032/Put/seqid=0
2024-11-18T09:28:46,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741858_1034 (size=5049)
2024-11-18T09:28:46,127 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/table/46034747a7a7437c9028ef708027aaf8 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731922073105/Put/seqid=0
2024-11-18T09:28:46,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741859_1035 (size=6699)
2024-11-18T09:28:46,145 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/table/46034747a7a7437c9028ef708027aaf8
2024-11-18T09:28:46,164 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/info/888b89dafdd140e3ae747169a7e26569 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/info/888b89dafdd140e3ae747169a7e26569
2024-11-18T09:28:46,181 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/info/888b89dafdd140e3ae747169a7e26569, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T09:28:46,184 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/ns/b321fb1690cc4b76bccae0ce4e713c29 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/ns/b321fb1690cc4b76bccae0ce4e713c29
2024-11-18T09:28:46,196 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/ns/b321fb1690cc4b76bccae0ce4e713c29, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T09:28:46,201 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/.tmp/table/46034747a7a7437c9028ef708027aaf8 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/table/46034747a7a7437c9028ef708027aaf8
2024-11-18T09:28:46,222 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 1588230740, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 31d46be2cb5b28237993c1338b509738, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:46,229 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/table/46034747a7a7437c9028ef708027aaf8, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T09:28:46,233 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 412ms, sequenceid=56, compaction requested=false
2024-11-18T09:28:46,255 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T09:28:46,256 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T09:28:46,256 INFO  [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T09:28:46,257 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731922125820Running coprocessor pre-close hooks at 1731922125820Disabling compacts and flushes for region at 1731922125820Disabling writes for close at 1731922125820Obtaining lock to block concurrent updates at 1731922125822 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731922125822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731922125834 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731922125837 (+3 ms)Flushing 1588230740/info: creating writer at 1731922125840 (+3 ms)Flushing 1588230740/info: appending metadata at 1731922125920 (+80 ms)Flushing 1588230740/info: closing flushed file at 1731922125920Flushing 1588230740/ns: creating writer at 1731922126008 (+88 ms)Flushing 1588230740/ns: appending metadata at 1731922126046 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731922126046Flushing 1588230740/table: creating writer at 1731922126093 (+47 ms)Flushing 1588230740/table: appending metadata at 1731922126123 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731922126123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c3b0cd: reopening flushed file at 1731922126158 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca2ff2f: reopening flushed file at 1731922126181 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36328244: reopening flushed file at 1731922126196 (+15 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 412ms, sequenceid=56, compaction requested=false at 1731922126233 (+37 ms)Writing region close event to WAL at 1731922126247 (+14 ms)Running coprocessor post-close hooks at 1731922126256 (+9 ms)Closed at 1731922126256
2024-11-18T09:28:46,257 DEBUG [RS_CLOSE_META-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T09:28:46,308 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T09:28:46,309 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:46,423 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 31d46be2cb5b28237993c1338b509738, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:46,526 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/.tmp/testFamily/bfa390441cc44887b21f7d7364a28bcc
2024-11-18T09:28:46,538 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/.tmp/testFamily/bfa390441cc44887b21f7d7364a28bcc as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/testFamily/bfa390441cc44887b21f7d7364a28bcc
2024-11-18T09:28:46,552 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/testFamily/bfa390441cc44887b21f7d7364a28bcc, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:46,554 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31d46be2cb5b28237993c1338b509738 in 476ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:46,562 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/31d46be2cb5b28237993c1338b509738/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:46,564 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:46,564 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31d46be2cb5b28237993c1338b509738:
Waiting for close lock at 1731922126077Running coprocessor pre-close hooks at 1731922126077Disabling compacts and flushes for region at 1731922126077Disabling writes for close at 1731922126078 (+1 ms)Obtaining lock to block concurrent updates at 1731922126078Preparing flush snapshotting stores in 31d46be2cb5b28237993c1338b509738 at 1731922126078Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922126078Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738. at 1731922126083 (+5 ms)Flushing 31d46be2cb5b28237993c1338b509738/testFamily: creating writer at 1731922126083Flushing 31d46be2cb5b28237993c1338b509738/testFamily: appending metadata at 1731922126106 (+23 ms)Flushing 31d46be2cb5b28237993c1338b509738/testFamily: closing flushed file at 1731922126106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5339a1: reopening flushed file at 1731922126536 (+430 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31d46be2cb5b28237993c1338b509738 in 476ms, sequenceid=8, compaction requested=false at 1731922126554 (+18 ms)Writing region close event to WAL at 1731922126555 (+1 ms)Running coprocessor post-close hooks at 1731922126563 (+8 ms)Closed at 1731922126564 (+1 ms)
2024-11-18T09:28:46,564 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731922104935.31d46be2cb5b28237993c1338b509738.
2024-11-18T09:28:46,564 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12420c3baa1b8290348a95441b6b7f20, disabling compactions & flushes
2024-11-18T09:28:46,564 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:28:46,564 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:28:46,565 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20. after waiting 0 ms
2024-11-18T09:28:46,565 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:28:46,565 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12420c3baa1b8290348a95441b6b7f20 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:46,595 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/.tmp/testFamily/3beb10c6670845dbbaf154ee2430b561 is 61, key is row-0/testFamily:testQualifier/1731922076094/Put/seqid=0
2024-11-18T09:28:46,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741860_1036 (size=5049)
2024-11-18T09:28:46,623 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:46,823 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-11-18T09:28:46,823 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1325): Online Regions={12420c3baa1b8290348a95441b6b7f20=hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., 199f0a65b29192499d0fd7878fc29cbf=testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf., 79b92575b2a66f577ec4dc421aef5c20=testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20., 12ed4f8b6db4def52a1d63f2daa464b2=testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2., e6a4cb470af1569879c8c0c514d8c4ed=testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed., f6b6788cb6b5a811170031c0f0a93738=hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738., 5cb738eacefff20e82f3e10919412101=hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., 278259fafa4e30f94de16177ab8ff2af=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.}
2024-11-18T09:28:46,824 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:47,001 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T09:28:47,010 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/.tmp/testFamily/3beb10c6670845dbbaf154ee2430b561
2024-11-18T09:28:47,021 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/.tmp/testFamily/3beb10c6670845dbbaf154ee2430b561 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/testFamily/3beb10c6670845dbbaf154ee2430b561
2024-11-18T09:28:47,024 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12420c3baa1b8290348a95441b6b7f20, 12ed4f8b6db4def52a1d63f2daa464b2, 199f0a65b29192499d0fd7878fc29cbf, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, 79b92575b2a66f577ec4dc421aef5c20, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:47,030 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/testFamily/3beb10c6670845dbbaf154ee2430b561, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:47,032 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12420c3baa1b8290348a95441b6b7f20 in 467ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:47,041 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnOpenScanner/12420c3baa1b8290348a95441b6b7f20/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:47,042 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:28:47,042 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12420c3baa1b8290348a95441b6b7f20:
Waiting for close lock at 1731922126564Running coprocessor pre-close hooks at 1731922126564Disabling compacts and flushes for region at 1731922126564Disabling writes for close at 1731922126565 (+1 ms)Obtaining lock to block concurrent updates at 1731922126565Preparing flush snapshotting stores in 12420c3baa1b8290348a95441b6b7f20 at 1731922126565Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922126565Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20. at 1731922126566 (+1 ms)Flushing 12420c3baa1b8290348a95441b6b7f20/testFamily: creating writer at 1731922126566Flushing 12420c3baa1b8290348a95441b6b7f20/testFamily: appending metadata at 1731922126594 (+28 ms)Flushing 12420c3baa1b8290348a95441b6b7f20/testFamily: closing flushed file at 1731922126594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688d16e7: reopening flushed file at 1731922127020 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12420c3baa1b8290348a95441b6b7f20 in 467ms, sequenceid=8, compaction requested=false at 1731922127032 (+12 ms)Writing region close event to WAL at 1731922127033 (+1 ms)Running coprocessor post-close hooks at 1731922127042 (+9 ms)Closed at 1731922127042
2024-11-18T09:28:47,042 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731922075063.12420c3baa1b8290348a95441b6b7f20.
2024-11-18T09:28:47,043 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 199f0a65b29192499d0fd7878fc29cbf, disabling compactions & flushes
2024-11-18T09:28:47,043 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:47,043 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:47,043 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf. after waiting 0 ms
2024-11-18T09:28:47,043 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:47,043 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 199f0a65b29192499d0fd7878fc29cbf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:47,064 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/.tmp/testFamily/e721b6313c11486d92dd804b6441c6d0 is 61, key is row-0/testFamily:testQualifier/1731922090242/Put/seqid=0
2024-11-18T09:28:47,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741861_1037 (size=5049)
2024-11-18T09:28:47,076 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/.tmp/testFamily/e721b6313c11486d92dd804b6441c6d0
2024-11-18T09:28:47,090 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/.tmp/testFamily/e721b6313c11486d92dd804b6441c6d0 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/testFamily/e721b6313c11486d92dd804b6441c6d0
2024-11-18T09:28:47,100 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/testFamily/e721b6313c11486d92dd804b6441c6d0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:47,101 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 199f0a65b29192499d0fd7878fc29cbf in 58ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:47,114 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextException/199f0a65b29192499d0fd7878fc29cbf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:47,115 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 199f0a65b29192499d0fd7878fc29cbf:
Waiting for close lock at 1731922127043Running coprocessor pre-close hooks at 1731922127043Disabling compacts and flushes for region at 1731922127043Disabling writes for close at 1731922127043Obtaining lock to block concurrent updates at 1731922127043Preparing flush snapshotting stores in 199f0a65b29192499d0fd7878fc29cbf at 1731922127043Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922127043Flushing stores of testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf. at 1731922127044 (+1 ms)Flushing 199f0a65b29192499d0fd7878fc29cbf/testFamily: creating writer at 1731922127044Flushing 199f0a65b29192499d0fd7878fc29cbf/testFamily: appending metadata at 1731922127063 (+19 ms)Flushing 199f0a65b29192499d0fd7878fc29cbf/testFamily: closing flushed file at 1731922127063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd99523: reopening flushed file at 1731922127088 (+25 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 199f0a65b29192499d0fd7878fc29cbf in 58ms, sequenceid=8, compaction requested=false at 1731922127101 (+13 ms)Writing region close event to WAL at 1731922127102 (+1 ms)Running coprocessor post-close hooks at 1731922127115 (+13 ms)Closed at 1731922127115
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731922089213.199f0a65b29192499d0fd7878fc29cbf.
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b92575b2a66f577ec4dc421aef5c20, disabling compactions & flushes
2024-11-18T09:28:47,116 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20. after waiting 0 ms
2024-11-18T09:28:47,116 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:47,116 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79b92575b2a66f577ec4dc421aef5c20 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:47,145 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/.tmp/testFamily/494635cf83b046bebe85131955dd59c5 is 61, key is row-0/testFamily:testQualifier/1731922095448/Put/seqid=0
2024-11-18T09:28:47,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741862_1038 (size=5049)
2024-11-18T09:28:47,184 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/.tmp/testFamily/494635cf83b046bebe85131955dd59c5
2024-11-18T09:28:47,194 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/.tmp/testFamily/494635cf83b046bebe85131955dd59c5 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/testFamily/494635cf83b046bebe85131955dd59c5
2024-11-18T09:28:47,204 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/testFamily/494635cf83b046bebe85131955dd59c5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:47,205 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 79b92575b2a66f577ec4dc421aef5c20 in 89ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:47,212 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNextAsync/79b92575b2a66f577ec4dc421aef5c20/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:47,213 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:47,213 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b92575b2a66f577ec4dc421aef5c20:
Waiting for close lock at 1731922127116Running coprocessor pre-close hooks at 1731922127116Disabling compacts and flushes for region at 1731922127116Disabling writes for close at 1731922127116Obtaining lock to block concurrent updates at 1731922127116Preparing flush snapshotting stores in 79b92575b2a66f577ec4dc421aef5c20 at 1731922127116Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922127117 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20. at 1731922127119 (+2 ms)Flushing 79b92575b2a66f577ec4dc421aef5c20/testFamily: creating writer at 1731922127119Flushing 79b92575b2a66f577ec4dc421aef5c20/testFamily: appending metadata at 1731922127144 (+25 ms)Flushing 79b92575b2a66f577ec4dc421aef5c20/testFamily: closing flushed file at 1731922127144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25173d24: reopening flushed file at 1731922127193 (+49 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 79b92575b2a66f577ec4dc421aef5c20 in 89ms, sequenceid=8, compaction requested=false at 1731922127205 (+12 ms)Writing region close event to WAL at 1731922127206 (+1 ms)Running coprocessor post-close hooks at 1731922127213 (+7 ms)Closed at 1731922127213
2024-11-18T09:28:47,213 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731922094388.79b92575b2a66f577ec4dc421aef5c20.
2024-11-18T09:28:47,213 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12ed4f8b6db4def52a1d63f2daa464b2, disabling compactions & flushes
2024-11-18T09:28:47,213 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:28:47,213 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:28:47,213 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2. after waiting 0 ms
2024-11-18T09:28:47,214 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:28:47,214 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12ed4f8b6db4def52a1d63f2daa464b2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:47,224 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12ed4f8b6db4def52a1d63f2daa464b2, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:47,235 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/.tmp/testFamily/daab37278cb04f558fcd44d4fc0c8afa is 61, key is row-0/testFamily:testQualifier/1731922074927/Put/seqid=0
2024-11-18T09:28:47,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741863_1039 (size=5049)
2024-11-18T09:28:47,424 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12ed4f8b6db4def52a1d63f2daa464b2, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:47,625 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 12ed4f8b6db4def52a1d63f2daa464b2, 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:47,642 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/.tmp/testFamily/daab37278cb04f558fcd44d4fc0c8afa
2024-11-18T09:28:47,652 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/.tmp/testFamily/daab37278cb04f558fcd44d4fc0c8afa as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/testFamily/daab37278cb04f558fcd44d4fc0c8afa
2024-11-18T09:28:47,659 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/testFamily/daab37278cb04f558fcd44d4fc0c8afa, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:47,660 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12ed4f8b6db4def52a1d63f2daa464b2 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:47,664 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/12ed4f8b6db4def52a1d63f2daa464b2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:47,665 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:28:47,665 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12ed4f8b6db4def52a1d63f2daa464b2:
Waiting for close lock at 1731922127213Running coprocessor pre-close hooks at 1731922127213Disabling compacts and flushes for region at 1731922127213Disabling writes for close at 1731922127213Obtaining lock to block concurrent updates at 1731922127214 (+1 ms)Preparing flush snapshotting stores in 12ed4f8b6db4def52a1d63f2daa464b2 at 1731922127214Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922127214Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2. at 1731922127215 (+1 ms)Flushing 12ed4f8b6db4def52a1d63f2daa464b2/testFamily: creating writer at 1731922127215Flushing 12ed4f8b6db4def52a1d63f2daa464b2/testFamily: appending metadata at 1731922127234 (+19 ms)Flushing 12ed4f8b6db4def52a1d63f2daa464b2/testFamily: closing flushed file at 1731922127234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c265781: reopening flushed file at 1731922127651 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12ed4f8b6db4def52a1d63f2daa464b2 in 446ms, sequenceid=8, compaction requested=false at 1731922127660 (+9 ms)Writing region close event to WAL at 1731922127661 (+1 ms)Running coprocessor post-close hooks at 1731922127665 (+4 ms)Closed at 1731922127665
2024-11-18T09:28:47,665 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731922071795.12ed4f8b6db4def52a1d63f2daa464b2.
2024-11-18T09:28:47,665 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6a4cb470af1569879c8c0c514d8c4ed, disabling compactions & flushes
2024-11-18T09:28:47,666 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:47,666 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:47,666 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed. after waiting 0 ms
2024-11-18T09:28:47,666 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:47,666 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6a4cb470af1569879c8c0c514d8c4ed 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:47,685 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/.tmp/testFamily/95d605ef40f64f93ab89ccf3ca191cc7 is 61, key is row-0/testFamily:testQualifier/1731922101699/Put/seqid=0
2024-11-18T09:28:47,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741864_1040 (size=5049)
2024-11-18T09:28:47,825 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-18T09:28:47,825 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1325): Online Regions={e6a4cb470af1569879c8c0c514d8c4ed=testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed., f6b6788cb6b5a811170031c0f0a93738=hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738., 5cb738eacefff20e82f3e10919412101=hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., 278259fafa4e30f94de16177ab8ff2af=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.}
2024-11-18T09:28:47,825 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:48,025 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, e6a4cb470af1569879c8c0c514d8c4ed, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:48,091 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/.tmp/testFamily/95d605ef40f64f93ab89ccf3ca191cc7
2024-11-18T09:28:48,099 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/.tmp/testFamily/95d605ef40f64f93ab89ccf3ca191cc7 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/testFamily/95d605ef40f64f93ab89ccf3ca191cc7
2024-11-18T09:28:48,107 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/testFamily/95d605ef40f64f93ab89ccf3ca191cc7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:48,108 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e6a4cb470af1569879c8c0c514d8c4ed in 442ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:48,113 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnNext/e6a4cb470af1569879c8c0c514d8c4ed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:48,114 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:48,114 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6a4cb470af1569879c8c0c514d8c4ed:
Waiting for close lock at 1731922127665Running coprocessor pre-close hooks at 1731922127665Disabling compacts and flushes for region at 1731922127665Disabling writes for close at 1731922127666 (+1 ms)Obtaining lock to block concurrent updates at 1731922127666Preparing flush snapshotting stores in e6a4cb470af1569879c8c0c514d8c4ed at 1731922127666Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922127666Flushing stores of testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed. at 1731922127666Flushing e6a4cb470af1569879c8c0c514d8c4ed/testFamily: creating writer at 1731922127667 (+1 ms)Flushing e6a4cb470af1569879c8c0c514d8c4ed/testFamily: appending metadata at 1731922127684 (+17 ms)Flushing e6a4cb470af1569879c8c0c514d8c4ed/testFamily: closing flushed file at 1731922127684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aec944: reopening flushed file at 1731922128098 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e6a4cb470af1569879c8c0c514d8c4ed in 442ms, sequenceid=8, compaction requested=false at 1731922128108 (+10 ms)Writing region close event to WAL at 1731922128109 (+1 ms)Running coprocessor post-close hooks at 1731922128114 (+5 ms)Closed at 1731922128114
2024-11-18T09:28:48,114 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731922098596.e6a4cb470af1569879c8c0c514d8c4ed.
2024-11-18T09:28:48,115 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6b6788cb6b5a811170031c0f0a93738, disabling compactions & flushes
2024-11-18T09:28:48,115 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:48,115 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:48,115 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738. after waiting 0 ms
2024-11-18T09:28:48,115 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:48,115 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6b6788cb6b5a811170031c0f0a93738 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:48,132 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/.tmp/testFamily/f8ec8c1f2742421ebe5b47b87f2974ab is 61, key is row-0/testFamily:testQualifier/1731922113397/Put/seqid=0
2024-11-18T09:28:48,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741865_1041 (size=5049)
2024-11-18T09:28:48,226 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:48,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T09:28:48,251 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T09:28:48,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T09:28:48,426 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101, f6b6788cb6b5a811170031c0f0a93738
2024-11-18T09:28:48,545 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/.tmp/testFamily/f8ec8c1f2742421ebe5b47b87f2974ab
2024-11-18T09:28:48,553 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/.tmp/testFamily/f8ec8c1f2742421ebe5b47b87f2974ab as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/testFamily/f8ec8c1f2742421ebe5b47b87f2974ab
2024-11-18T09:28:48,561 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/testFamily/f8ec8c1f2742421ebe5b47b87f2974ab, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:48,563 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6b6788cb6b5a811170031c0f0a93738 in 448ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:48,572 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNext/f6b6788cb6b5a811170031c0f0a93738/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:48,573 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:48,573 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6b6788cb6b5a811170031c0f0a93738:
Waiting for close lock at 1731922128115Running coprocessor pre-close hooks at 1731922128115Disabling compacts and flushes for region at 1731922128115Disabling writes for close at 1731922128115Obtaining lock to block concurrent updates at 1731922128115Preparing flush snapshotting stores in f6b6788cb6b5a811170031c0f0a93738 at 1731922128115Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922128115Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738. at 1731922128116 (+1 ms)Flushing f6b6788cb6b5a811170031c0f0a93738/testFamily: creating writer at 1731922128116Flushing f6b6788cb6b5a811170031c0f0a93738/testFamily: appending metadata at 1731922128132 (+16 ms)Flushing f6b6788cb6b5a811170031c0f0a93738/testFamily: closing flushed file at 1731922128132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552892d8: reopening flushed file at 1731922128552 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6b6788cb6b5a811170031c0f0a93738 in 448ms, sequenceid=8, compaction requested=false at 1731922128563 (+11 ms)Writing region close event to WAL at 1731922128566 (+3 ms)Running coprocessor post-close hooks at 1731922128573 (+7 ms)Closed at 1731922128573
2024-11-18T09:28:48,573 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731922112335.f6b6788cb6b5a811170031c0f0a93738.
2024-11-18T09:28:48,573 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cb738eacefff20e82f3e10919412101, disabling compactions & flushes
2024-11-18T09:28:48,573 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:48,574 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:48,574 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101. after waiting 0 ms
2024-11-18T09:28:48,574 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:48,574 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cb738eacefff20e82f3e10919412101 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:48,597 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/.tmp/testFamily/2185cb3cde1644ac8daa3dae371c1e8d is 61, key is row-0/testFamily:testQualifier/1731922083172/Put/seqid=0
2024-11-18T09:28:48,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741866_1042 (size=5049)
2024-11-18T09:28:48,626 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:48,826 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-18T09:28:48,827 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1325): Online Regions={5cb738eacefff20e82f3e10919412101=hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., 278259fafa4e30f94de16177ab8ff2af=testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.}
2024-11-18T09:28:48,827 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:49,015 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/.tmp/testFamily/2185cb3cde1644ac8daa3dae371c1e8d
2024-11-18T09:28:49,024 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/.tmp/testFamily/2185cb3cde1644ac8daa3dae371c1e8d as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/testFamily/2185cb3cde1644ac8daa3dae371c1e8d
2024-11-18T09:28:49,027 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af, 5cb738eacefff20e82f3e10919412101
2024-11-18T09:28:49,034 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/testFamily/2185cb3cde1644ac8daa3dae371c1e8d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:49,035 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5cb738eacefff20e82f3e10919412101 in 461ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:49,048 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/hbase/testMetaScanTimeoutOnNextAsync/5cb738eacefff20e82f3e10919412101/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:49,049 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:49,049 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cb738eacefff20e82f3e10919412101:
Waiting for close lock at 1731922128573Running coprocessor pre-close hooks at 1731922128573Disabling compacts and flushes for region at 1731922128573Disabling writes for close at 1731922128574 (+1 ms)Obtaining lock to block concurrent updates at 1731922128574Preparing flush snapshotting stores in 5cb738eacefff20e82f3e10919412101 at 1731922128574Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922128574Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101. at 1731922128575 (+1 ms)Flushing 5cb738eacefff20e82f3e10919412101/testFamily: creating writer at 1731922128575Flushing 5cb738eacefff20e82f3e10919412101/testFamily: appending metadata at 1731922128597 (+22 ms)Flushing 5cb738eacefff20e82f3e10919412101/testFamily: closing flushed file at 1731922128597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cea1da: reopening flushed file at 1731922129023 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5cb738eacefff20e82f3e10919412101 in 461ms, sequenceid=8, compaction requested=false at 1731922129035 (+12 ms)Writing region close event to WAL at 1731922129042 (+7 ms)Running coprocessor post-close hooks at 1731922129049 (+7 ms)Closed at 1731922129049
2024-11-18T09:28:49,050 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731922082147.5cb738eacefff20e82f3e10919412101.
2024-11-18T09:28:49,050 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 278259fafa4e30f94de16177ab8ff2af, disabling compactions & flushes
2024-11-18T09:28:49,050 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:49,050 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:49,050 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af. after waiting 0 ms
2024-11-18T09:28:49,050 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:49,050 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 278259fafa4e30f94de16177ab8ff2af 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T09:28:49,074 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/.tmp/testFamily/806f37fe82114fa989c94b95ad2b4339 is 61, key is row-0/testFamily:testQualifier/1731922122745/Put/seqid=0
2024-11-18T09:28:49,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741867_1043 (size=5049)
2024-11-18T09:28:49,227 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:49,428 DEBUG [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1351): Waiting on 278259fafa4e30f94de16177ab8ff2af
2024-11-18T09:28:49,487 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/.tmp/testFamily/806f37fe82114fa989c94b95ad2b4339
2024-11-18T09:28:49,501 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/.tmp/testFamily/806f37fe82114fa989c94b95ad2b4339 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/testFamily/806f37fe82114fa989c94b95ad2b4339
2024-11-18T09:28:49,511 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/testFamily/806f37fe82114fa989c94b95ad2b4339, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T09:28:49,515 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 278259fafa4e30f94de16177ab8ff2af in 465ms, sequenceid=8, compaction requested=false
2024-11-18T09:28:49,529 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/data/default/testNormalScanTimeoutOnOpenScannerAsync/278259fafa4e30f94de16177ab8ff2af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T09:28:49,530 INFO  [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:49,530 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 278259fafa4e30f94de16177ab8ff2af:
Waiting for close lock at 1731922129050Running coprocessor pre-close hooks at 1731922129050Disabling compacts and flushes for region at 1731922129050Disabling writes for close at 1731922129050Obtaining lock to block concurrent updates at 1731922129050Preparing flush snapshotting stores in 278259fafa4e30f94de16177ab8ff2af at 1731922129050Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731922129051 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af. at 1731922129051Flushing 278259fafa4e30f94de16177ab8ff2af/testFamily: creating writer at 1731922129051Flushing 278259fafa4e30f94de16177ab8ff2af/testFamily: appending metadata at 1731922129074 (+23 ms)Flushing 278259fafa4e30f94de16177ab8ff2af/testFamily: closing flushed file at 1731922129074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43669ab1: reopening flushed file at 1731922129499 (+425 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 278259fafa4e30f94de16177ab8ff2af in 465ms, sequenceid=8, compaction requested=false at 1731922129515 (+16 ms)Writing region close event to WAL at 1731922129522 (+7 ms)Running coprocessor post-close hooks at 1731922129530 (+8 ms)Closed at 1731922129530
2024-11-18T09:28:49,531 DEBUG [RS_CLOSE_REGION-regionserver/37e3d6ebbf98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731922119669.278259fafa4e30f94de16177ab8ff2af.
2024-11-18T09:28:49,628 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(976): stopping server 37e3d6ebbf98,38541,1731922008540; all regions closed.
2024-11-18T09:28:49,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741834_1010 (size=19479)
2024-11-18T09:28:49,648 DEBUG [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/oldWALs
2024-11-18T09:28:49,649 INFO  [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37e3d6ebbf98%2C38541%2C1731922008540.meta:.meta(num 1731922071323)
2024-11-18T09:28:49,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741833_1009 (size=20031)
2024-11-18T09:28:49,659 DEBUG [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/oldWALs
2024-11-18T09:28:49,659 INFO  [RS:0;37e3d6ebbf98:38541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37e3d6ebbf98%2C38541%2C1731922008540:(num 1731922070909)
2024-11-18T09:28:49,659 DEBUG [RS:0;37e3d6ebbf98:38541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T09:28:49,659 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T09:28:49,659 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T09:28:49,660 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.ChoreService(370): Chore service for: regionserver/37e3d6ebbf98:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-18T09:28:49,660 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T09:28:49,660 INFO  [regionserver/37e3d6ebbf98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T09:28:49,661 INFO  [RS:0;37e3d6ebbf98:38541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38541
2024-11-18T09:28:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37e3d6ebbf98,38541,1731922008540
2024-11-18T09:28:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T09:28:49,666 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T09:28:49,668 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37e3d6ebbf98,38541,1731922008540]
2024-11-18T09:28:49,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37e3d6ebbf98,38541,1731922008540 already deleted, retry=false
2024-11-18T09:28:49,672 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37e3d6ebbf98,38541,1731922008540 expired; onlineServers=0
2024-11-18T09:28:49,672 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '37e3d6ebbf98,45565,1731922007874' *****
2024-11-18T09:28:49,672 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T09:28:49,672 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T09:28:49,672 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T09:28:49,672 DEBUG [M:0;37e3d6ebbf98:45565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T09:28:49,672 DEBUG [M:0;37e3d6ebbf98:45565 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T09:28:49,672 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T09:28:49,672 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.small.0-1731922010739 {}] cleaner.HFileCleaner(306): Exit Thread[master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.small.0-1731922010739,5,FailOnTimeoutGroup]
2024-11-18T09:28:49,672 DEBUG [master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.large.0-1731922010738 {}] cleaner.HFileCleaner(306): Exit Thread[master/37e3d6ebbf98:0:becomeActiveMaster-HFileCleaner.large.0-1731922010738,5,FailOnTimeoutGroup]
2024-11-18T09:28:49,673 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.ChoreService(370): Chore service for: master/37e3d6ebbf98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T09:28:49,673 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T09:28:49,673 DEBUG [M:0;37e3d6ebbf98:45565 {}] master.HMaster(1795): Stopping service threads
2024-11-18T09:28:49,673 INFO  [M:0;37e3d6ebbf98:45565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T09:28:49,673 INFO  [M:0;37e3d6ebbf98:45565 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T09:28:49,674 INFO  [M:0;37e3d6ebbf98:45565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T09:28:49,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T09:28:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T09:28:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T09:28:49,675 DEBUG [M:0;37e3d6ebbf98:45565 {}] zookeeper.ZKUtil(347): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T09:28:49,675 WARN  [M:0;37e3d6ebbf98:45565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T09:28:49,676 INFO  [M:0;37e3d6ebbf98:45565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/.lastflushedseqids
2024-11-18T09:28:49,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741868_1044 (size=532)
2024-11-18T09:28:49,716 INFO  [regionserver/37e3d6ebbf98:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T09:28:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T09:28:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38541-0x100be5c24350001, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T09:28:49,769 INFO  [RS:0;37e3d6ebbf98:38541 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T09:28:49,769 INFO  [RS:0;37e3d6ebbf98:38541 {}] regionserver.HRegionServer(1031): Exiting; stopping=37e3d6ebbf98,38541,1731922008540; zookeeper connection closed.
2024-11-18T09:28:49,770 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f476018 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f476018
2024-11-18T09:28:49,771 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T09:28:50,093 INFO  [M:0;37e3d6ebbf98:45565 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T09:28:50,093 INFO  [M:0;37e3d6ebbf98:45565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T09:28:50,093 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T09:28:50,093 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:28:50,093 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:28:50,093 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T09:28:50,093 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:28:50,094 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.83 KB heapSize=190.45 KB
2024-11-18T09:28:50,112 DEBUG [M:0;37e3d6ebbf98:45565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1c17a041f284b4088409ef571c29b26 is 82, key is hbase:meta,,1/info:regioninfo/1731922071420/Put/seqid=0
2024-11-18T09:28:50,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741869_1045 (size=5672)
2024-11-18T09:28:50,518 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1c17a041f284b4088409ef571c29b26
2024-11-18T09:28:50,545 DEBUG [M:0;37e3d6ebbf98:45565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f8a31c1d7542faa13fd109a09c8108 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731922073113/Put/seqid=0
2024-11-18T09:28:50,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741870_1046 (size=14067)
2024-11-18T09:28:50,951 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.28 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f8a31c1d7542faa13fd109a09c8108
2024-11-18T09:28:50,958 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f8a31c1d7542faa13fd109a09c8108
2024-11-18T09:28:50,974 DEBUG [M:0;37e3d6ebbf98:45565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8ed48d3dfb4e80ab1650a0cf5e0ff1 is 69, key is 37e3d6ebbf98,38541,1731922008540/rs:state/1731922040768/Put/seqid=0
2024-11-18T09:28:50,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741871_1047 (size=5156)
2024-11-18T09:28:51,379 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8ed48d3dfb4e80ab1650a0cf5e0ff1
2024-11-18T09:28:51,388 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1c17a041f284b4088409ef571c29b26 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1c17a041f284b4088409ef571c29b26
2024-11-18T09:28:51,396 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1c17a041f284b4088409ef571c29b26, entries=8, sequenceid=313, filesize=5.5 K
2024-11-18T09:28:51,397 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f8a31c1d7542faa13fd109a09c8108 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f8a31c1d7542faa13fd109a09c8108
2024-11-18T09:28:51,404 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f8a31c1d7542faa13fd109a09c8108
2024-11-18T09:28:51,404 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f8a31c1d7542faa13fd109a09c8108, entries=33, sequenceid=313, filesize=13.7 K
2024-11-18T09:28:51,405 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8ed48d3dfb4e80ab1650a0cf5e0ff1 as hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c8ed48d3dfb4e80ab1650a0cf5e0ff1
2024-11-18T09:28:51,412 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/794a8541-ead6-cd2a-18c9-20576a8c285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c8ed48d3dfb4e80ab1650a0cf5e0ff1, entries=1, sequenceid=313, filesize=5.0 K
2024-11-18T09:28:51,414 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.83 KB/166739, heapSize ~190.15 KB/194712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=313, compaction requested=false
2024-11-18T09:28:51,421 INFO  [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T09:28:51,421 DEBUG [M:0;37e3d6ebbf98:45565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731922130093Disabling compacts and flushes for region at 1731922130093Disabling writes for close at 1731922130093Obtaining lock to block concurrent updates at 1731922130094 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731922130094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166739, getHeapSize=194952, getOffHeapSize=0, getCellsCount=360 at 1731922130094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731922130095 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731922130095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731922130112 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731922130112Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731922130526 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731922130544 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731922130544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731922130958 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731922130973 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731922130973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7334fa5a: reopening flushed file at 1731922131387 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3695efcd: reopening flushed file at 1731922131396 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef692d4: reopening flushed file at 1731922131404 (+8 ms)Finished flush of dataSize ~162.83 KB/166739, heapSize ~190.15 KB/194712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=313, compaction requested=false at 1731922131414 (+10 ms)Writing region close event to WAL at 1731922131421 (+7 ms)Closed at 1731922131421
2024-11-18T09:28:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741830_1006 (size=187691)
2024-11-18T09:28:51,431 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T09:28:51,431 INFO  [M:0;37e3d6ebbf98:45565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T09:28:51,432 INFO  [M:0;37e3d6ebbf98:45565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45565
2024-11-18T09:28:51,432 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T09:28:51,534 INFO  [M:0;37e3d6ebbf98:45565 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T09:28:51,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T09:28:51,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45565-0x100be5c24350000, quorum=127.0.0.1:64439, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T09:28:51,548 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T09:28:51,551 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T09:28:51,551 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T09:28:51,551 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T09:28:51,551 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.log.dir/,STOPPED}
2024-11-18T09:28:51,555 WARN  [BP-1299788530-172.17.0.3-1731922005171 heartbeating to localhost/127.0.0.1:39433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T09:28:51,555 WARN  [BP-1299788530-172.17.0.3-1731922005171 heartbeating to localhost/127.0.0.1:39433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299788530-172.17.0.3-1731922005171 (Datanode Uuid 1bc7b95d-2e6c-4f33-9e2a-21bf3c9ba2d0) service to localhost/127.0.0.1:39433
2024-11-18T09:28:51,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T09:28:51,557 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/data/data1/current/BP-1299788530-172.17.0.3-1731922005171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T09:28:51,557 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T09:28:51,558 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/cluster_ba400acd-bf60-1f65-ab2a-e7e985c1e1ef/data/data2/current/BP-1299788530-172.17.0.3-1731922005171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T09:28:51,558 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T09:28:51,572 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T09:28:51,573 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T09:28:51,573 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T09:28:51,573 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T09:28:51,574 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6132c56-b5ca-bf37-8af2-7b7d7e597fa8/hadoop.log.dir/,STOPPED}
2024-11-18T09:28:51,578 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T09:28:51,579 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-18T09:28:51,615 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T09:28:51,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down