2024-11-20 16:43:38,744 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 16:43:38,759 main DEBUG Took 0.012962 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 16:43:38,760 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 16:43:38,760 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 16:43:38,767 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 16:43:38,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,776 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 16:43:38,789 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,791 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,794 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,797 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,799 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,800 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 16:43:38,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,803 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 16:43:38,804 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 16:43:38,806 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 16:43:38,807 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 16:43:38,808 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 16:43:38,809 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 16:43:38,810 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 16:43:38,819 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 16:43:38,821 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 16:43:38,823 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 16:43:38,823 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 16:43:38,823 main DEBUG createAppenders(={Console})
2024-11-20 16:43:38,824 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-20 16:43:38,824 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 16:43:38,825 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-20 16:43:38,825 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 16:43:38,825 main DEBUG OutputStream closed
2024-11-20 16:43:38,826 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 16:43:38,826 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 16:43:38,826 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-20 16:43:38,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 16:43:38,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 16:43:38,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 16:43:38,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 16:43:38,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 16:43:38,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 16:43:38,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 16:43:38,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 16:43:38,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 16:43:38,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 16:43:38,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 16:43:38,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 16:43:38,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 16:43:38,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 16:43:38,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 16:43:38,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 16:43:38,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 16:43:38,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 16:43:38,910 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 16:43:38,911 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-20 16:43:38,911 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 16:43:38,912 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-20T16:43:38,927 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-20 16:43:38,931 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 16:43:38,932 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T16:43:39,272 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c
2024-11-20T16:43:39,291 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-20T16:43:39,312 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117, deleteOnExit=true
2024-11-20T16:43:39,313 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-20T16:43:39,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/test.cache.data in system properties and HBase conf
2024-11-20T16:43:39,316 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.tmp.dir in system properties and HBase conf
2024-11-20T16:43:39,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.log.dir in system properties and HBase conf
2024-11-20T16:43:39,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-20T16:43:39,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-20T16:43:39,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-20T16:43:39,422 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T16:43:39,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T16:43:39,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-20T16:43:39,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-20T16:43:39,517 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-20T16:43:39,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T16:43:39,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-20T16:43:39,519 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-20T16:43:39,520 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T16:43:39,521 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T16:43:39,521 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-20T16:43:39,522 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/nfs.dump.dir in system properties and HBase conf
2024-11-20T16:43:39,523 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/java.io.tmpdir in system properties and HBase conf
2024-11-20T16:43:39,523 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T16:43:39,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-20T16:43:39,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-20T16:43:40,951 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-20T16:43:41,019 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3098ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-20T16:43:41,101 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T16:43:41,165 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T16:43:41,187 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T16:43:41,187 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T16:43:41,188 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-20T16:43:41,200 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T16:43:41,203 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.log.dir/,AVAILABLE}
2024-11-20T16:43:41,204 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T16:43:41,382 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/java.io.tmpdir/jetty-localhost-42765-hadoop-hdfs-3_4_1-tests_jar-_-any-4566237336442131064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T16:43:41,387 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42765}
2024-11-20T16:43:41,388 INFO  [Time-limited test {}] server.Server(415): Started @3468ms
2024-11-20T16:43:41,935 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T16:43:41,945 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T16:43:41,946 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T16:43:41,946 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T16:43:41,946 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-20T16:43:41,947 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.log.dir/,AVAILABLE}
2024-11-20T16:43:41,948 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T16:43:42,050 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/java.io.tmpdir/jetty-localhost-44617-hadoop-hdfs-3_4_1-tests_jar-_-any-14314517238965401397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T16:43:42,051 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:44617}
2024-11-20T16:43:42,052 INFO  [Time-limited test {}] server.Server(415): Started @4132ms
2024-11-20T16:43:42,107 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-20T16:43:43,183 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/data/data1/current/BP-323185430-172.17.0.3-1732121020120/current, will proceed with Du for space computation calculation, 
2024-11-20T16:43:43,183 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/data/data2/current/BP-323185430-172.17.0.3-1732121020120/current, will proceed with Du for space computation calculation, 
2024-11-20T16:43:43,216 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-20T16:43:43,266 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa93ed0a85af7f1e4 with lease ID 0xd62f55d50e029bf1: Processing first storage report for DS-af219942-e238-4f19-a21e-da7657ec8706 from datanode DatanodeRegistration(127.0.0.1:36157, datanodeUuid=baaf74c1-143e-4680-a634-3c8b00314c16, infoPort=33505, infoSecurePort=0, ipcPort=42807, storageInfo=lv=-57;cid=testClusterID;nsid=266389523;c=1732121020120)
2024-11-20T16:43:43,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa93ed0a85af7f1e4 with lease ID 0xd62f55d50e029bf1: from storage DS-af219942-e238-4f19-a21e-da7657ec8706 node DatanodeRegistration(127.0.0.1:36157, datanodeUuid=baaf74c1-143e-4680-a634-3c8b00314c16, infoPort=33505, infoSecurePort=0, ipcPort=42807, storageInfo=lv=-57;cid=testClusterID;nsid=266389523;c=1732121020120), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-20T16:43:43,269 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa93ed0a85af7f1e4 with lease ID 0xd62f55d50e029bf1: Processing first storage report for DS-854ac21c-c7d5-4fa5-b324-ff9cd5935ccc from datanode DatanodeRegistration(127.0.0.1:36157, datanodeUuid=baaf74c1-143e-4680-a634-3c8b00314c16, infoPort=33505, infoSecurePort=0, ipcPort=42807, storageInfo=lv=-57;cid=testClusterID;nsid=266389523;c=1732121020120)
2024-11-20T16:43:43,269 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa93ed0a85af7f1e4 with lease ID 0xd62f55d50e029bf1: from storage DS-854ac21c-c7d5-4fa5-b324-ff9cd5935ccc node DatanodeRegistration(127.0.0.1:36157, datanodeUuid=baaf74c1-143e-4680-a634-3c8b00314c16, infoPort=33505, infoSecurePort=0, ipcPort=42807, storageInfo=lv=-57;cid=testClusterID;nsid=266389523;c=1732121020120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-20T16:43:43,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c
2024-11-20T16:43:43,354 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/zookeeper_0, clientPort=63453, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T16:43:43,364 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63453
2024-11-20T16:43:43,373 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:43,376 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:43,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741825_1001 (size=7)
2024-11-20T16:43:43,995 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3 with version=8
2024-11-20T16:43:43,996 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/hbase-staging
2024-11-20T16:43:44,093 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T16:43:44,332 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/044e4e732073:0 server-side Connection retries=9
2024-11-20T16:43:44,341 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:44,342 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:44,346 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:43:44,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:44,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:43:44,507 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T16:43:44,562 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T16:43:44,570 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20T16:43:44,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:43:44,594 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111651 (auto-detected)
2024-11-20T16:43:44,595 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-20T16:43:44,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33483
2024-11-20T16:43:44,634 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33483 connecting to ZooKeeper ensemble=127.0.0.1:63453
2024-11-20T16:43:44,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334830x0, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:43:44,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33483-0x10159214f120000 connected
2024-11-20T16:43:44,859 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:44,861 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:44,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:43:44,873 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3, hbase.cluster.distributed=false
2024-11-20T16:43:44,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:43:44,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33483
2024-11-20T16:43:44,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33483
2024-11-20T16:43:44,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33483
2024-11-20T16:43:44,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33483
2024-11-20T16:43:44,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33483
2024-11-20T16:43:45,013 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/044e4e732073:0 server-side Connection retries=9
2024-11-20T16:43:45,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:45,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:45,015 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T16:43:45,015 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T16:43:45,015 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T16:43:45,018 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T16:43:45,023 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T16:43:45,024 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38487
2024-11-20T16:43:45,028 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38487 connecting to ZooKeeper ensemble=127.0.0.1:63453
2024-11-20T16:43:45,030 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:45,033 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:45,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384870x0, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T16:43:45,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384870x0, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:43:45,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38487-0x10159214f120001 connected
2024-11-20T16:43:45,052 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T16:43:45,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T16:43:45,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T16:43:45,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T16:43:45,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-20T16:43:45,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487
2024-11-20T16:43:45,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487
2024-11-20T16:43:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-20T16:43:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-20T16:43:45,090 DEBUG [M:0;044e4e732073:33483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;044e4e732073:33483
2024-11-20T16:43:45,091 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/044e4e732073,33483,1732121024173
2024-11-20T16:43:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:43:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:43:45,101 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/044e4e732073,33483,1732121024173
2024-11-20T16:43:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T16:43:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:45,132 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T16:43:45,133 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/044e4e732073,33483,1732121024173 from backup master directory
2024-11-20T16:43:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/044e4e732073,33483,1732121024173
2024-11-20T16:43:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:43:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T16:43:45,142 WARN  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:43:45,143 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=044e4e732073,33483,1732121024173
2024-11-20T16:43:45,144 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-20T16:43:45,145 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-20T16:43:45,197 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/hbase.id] with ID: bdf96b84-d1c7-4498-9c34-74e0902aaa11
2024-11-20T16:43:45,198 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/.tmp/hbase.id
2024-11-20T16:43:45,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741826_1002 (size=42)
2024-11-20T16:43:45,611 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/.tmp/hbase.id]:[hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/hbase.id]
2024-11-20T16:43:45,663 INFO  [master/044e4e732073:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T16:43:45,668 INFO  [master/044e4e732073:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T16:43:45,688 INFO  [master/044e4e732073:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-20T16:43:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:45,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741827_1003 (size=196)
2024-11-20T16:43:46,193 INFO  [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:43:46,195 INFO  [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T16:43:46,209 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:43:46,213 INFO  [master/044e4e732073:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:43:46,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741828_1004 (size=1189)
2024-11-20T16:43:46,665 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store
2024-11-20T16:43:46,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741829_1005 (size=34)
2024-11-20T16:43:47,087 INFO  [master/044e4e732073:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-20T16:43:47,090 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:43:47,092 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:43:47,092 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:43:47,093 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:43:47,095 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:43:47,095 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:43:47,095 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:43:47,097 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121027092Disabling compacts and flushes for region at 1732121027092Disabling writes for close at 1732121027095 (+3 ms)Writing region close event to WAL at 1732121027095Closed at 1732121027095
2024-11-20T16:43:47,100 WARN  [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/.initializing
2024-11-20T16:43:47,100 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/WALs/044e4e732073,33483,1732121024173
2024-11-20T16:43:47,110 INFO  [master/044e4e732073:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:43:47,125 INFO  [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C33483%2C1732121024173, suffix=, logDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/WALs/044e4e732073,33483,1732121024173, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/oldWALs, maxLogs=10
2024-11-20T16:43:47,152 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/WALs/044e4e732073,33483,1732121024173/044e4e732073%2C33483%2C1732121024173.1732121027130, exclude list is [], retry=0
2024-11-20T16:43:47,169 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-af219942-e238-4f19-a21e-da7657ec8706,DISK]
2024-11-20T16:43:47,173 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-20T16:43:47,207 INFO  [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/WALs/044e4e732073,33483,1732121024173/044e4e732073%2C33483%2C1732121024173.1732121027130
2024-11-20T16:43:47,208 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)]
2024-11-20T16:43:47,208 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:43:47,208 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:43:47,211 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,213 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,246 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:43:47,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T16:43:47,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:47,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:43:47,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:43:47,277 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T16:43:47,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:47,278 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:43:47,279 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:43:47,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T16:43:47,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:47,283 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:43:47,283 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T16:43:47,286 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T16:43:47,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:47,287 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:43:47,288 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,291 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,292 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,298 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,299 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,303 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:43:47,310 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T16:43:47,315 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:43:47,317 INFO  [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72498699, jitterRate=0.08031480014324188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:43:47,327 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732121027223Initializing all the Stores at 1732121027225 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121027226 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121027226Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121027227 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121027227Cleaning up temporary data from old regions at 1732121027299 (+72 ms)Region opened successfully at 1732121027327 (+28 ms)
2024-11-20T16:43:47,329 INFO  [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T16:43:47,360 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11975525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=044e4e732073/172.17.0.3:0
2024-11-20T16:43:47,387 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T16:43:47,397 INFO  [master/044e4e732073:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T16:43:47,397 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T16:43:47,399 INFO  [master/044e4e732073:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T16:43:47,400 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-20T16:43:47,405 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-20T16:43:47,405 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T16:43:47,428 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T16:43:47,435 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T16:43:47,509 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T16:43:47,513 INFO  [master/044e4e732073:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T16:43:47,515 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T16:43:47,520 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T16:43:47,523 INFO  [master/044e4e732073:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T16:43:47,528 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T16:43:47,541 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T16:43:47,542 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T16:43:47,551 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T16:43:47,576 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T16:43:47,583 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T16:43:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:43:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T16:43:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,598 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=044e4e732073,33483,1732121024173, sessionid=0x10159214f120000, setting cluster-up flag (Was=false)
2024-11-20T16:43:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,667 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T16:43:47,669 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=044e4e732073,33483,1732121024173
2024-11-20T16:43:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:43:47,720 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T16:43:47,723 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=044e4e732073,33483,1732121024173
2024-11-20T16:43:47,729 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T16:43:47,783 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(746): ClusterId : bdf96b84-d1c7-4498-9c34-74e0902aaa11
2024-11-20T16:43:47,785 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T16:43:47,796 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T16:43:47,796 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T16:43:47,805 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T16:43:47,806 DEBUG [RS:0;044e4e732073:38487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78963040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=044e4e732073/172.17.0.3:0
2024-11-20T16:43:47,810 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T16:43:47,820 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;044e4e732073:38487
2024-11-20T16:43:47,820 INFO  [master/044e4e732073:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T16:43:47,823 INFO  [RS:0;044e4e732073:38487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T16:43:47,823 INFO  [RS:0;044e4e732073:38487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T16:43:47,823 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T16:43:47,826 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(2659): reportForDuty to master=044e4e732073,33483,1732121024173 with port=38487, startcode=1732121024976
2024-11-20T16:43:47,827 INFO  [master/044e4e732073:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T16:43:47,833 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 044e4e732073,33483,1732121024173
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T16:43:47,838 DEBUG [RS:0;044e4e732073:38487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T16:43:47,842 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:43:47,842 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:43:47,843 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:43:47,843 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5
2024-11-20T16:43:47,843 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/044e4e732073:0, corePoolSize=10, maxPoolSize=10
2024-11-20T16:43:47,843 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:47,844 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/044e4e732073:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:43:47,844 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:47,847 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732121057847
2024-11-20T16:43:47,848 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T16:43:47,849 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T16:43:47,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:43:47,851 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T16:43:47,854 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T16:43:47,854 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T16:43:47,855 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T16:43:47,855 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T16:43:47,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:47,856 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:47,858 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T16:43:47,860 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T16:43:47,863 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T16:43:47,863 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T16:43:47,865 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T16:43:47,866 INFO  [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T16:43:47,868 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732121027867,5,FailOnTimeoutGroup]
2024-11-20T16:43:47,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741831_1007 (size=1321)
2024-11-20T16:43:47,872 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732121027868,5,FailOnTimeoutGroup]
2024-11-20T16:43:47,872 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:47,873 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T16:43:47,874 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:47,874 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:47,877 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T16:43:47,885 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 044e4e732073,38487,1732121024976
2024-11-20T16:43:47,887 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33483 {}] master.ServerManager(517): Registering regionserver=044e4e732073,38487,1732121024976
2024-11-20T16:43:47,899 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:43:47,899 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42555
2024-11-20T16:43:47,899 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T16:43:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:43:48,092 DEBUG [RS:0;044e4e732073:38487 {}] zookeeper.ZKUtil(111): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/044e4e732073,38487,1732121024976
2024-11-20T16:43:48,092 WARN  [RS:0;044e4e732073:38487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T16:43:48,092 INFO  [RS:0;044e4e732073:38487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:43:48,093 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976
2024-11-20T16:43:48,095 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [044e4e732073,38487,1732121024976]
2024-11-20T16:43:48,121 INFO  [RS:0;044e4e732073:38487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T16:43:48,136 INFO  [RS:0;044e4e732073:38487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T16:43:48,140 INFO  [RS:0;044e4e732073:38487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T16:43:48,141 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,141 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T16:43:48,146 INFO  [RS:0;044e4e732073:38487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T16:43:48,148 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,148 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,148 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/044e4e732073:0, corePoolSize=2, maxPoolSize=2
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,149 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/044e4e732073:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:43:48,150 DEBUG [RS:0;044e4e732073:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0, corePoolSize=3, maxPoolSize=3
2024-11-20T16:43:48,151 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,152 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,152 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,152 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,152 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,152 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38487,1732121024976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:43:48,170 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T16:43:48,172 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38487,1732121024976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,172 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,172 INFO  [RS:0;044e4e732073:38487 {}] regionserver.Replication(171): 044e4e732073,38487,1732121024976 started
2024-11-20T16:43:48,189 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:43:48,189 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1482): Serving as 044e4e732073,38487,1732121024976, RpcServer on 044e4e732073/172.17.0.3:38487, sessionid=0x10159214f120001
2024-11-20T16:43:48,190 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T16:43:48,190 DEBUG [RS:0;044e4e732073:38487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 044e4e732073,38487,1732121024976
2024-11-20T16:43:48,190 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '044e4e732073,38487,1732121024976'
2024-11-20T16:43:48,190 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T16:43:48,191 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T16:43:48,192 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T16:43:48,192 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T16:43:48,192 DEBUG [RS:0;044e4e732073:38487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 044e4e732073,38487,1732121024976
2024-11-20T16:43:48,192 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '044e4e732073,38487,1732121024976'
2024-11-20T16:43:48,192 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T16:43:48,193 DEBUG [RS:0;044e4e732073:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T16:43:48,194 DEBUG [RS:0;044e4e732073:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T16:43:48,194 INFO  [RS:0;044e4e732073:38487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T16:43:48,194 INFO  [RS:0;044e4e732073:38487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T16:43:48,274 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T16:43:48,275 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:43:48,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741832_1008 (size=32)
2024-11-20T16:43:48,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:43:48,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T16:43:48,296 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:43:48,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:48,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:43:48,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T16:43:48,301 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:43:48,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:48,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:43:48,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T16:43:48,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:43:48,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:48,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:43:48,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T16:43:48,312 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:43:48,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:43:48,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:43:48,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:43:48,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740
2024-11-20T16:43:48,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740
2024-11-20T16:43:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:43:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:43:48,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:43:48,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:43:48,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:43:48,326 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66907930, jitterRate=-0.002994149923324585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:43:48,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732121028290Initializing all the Stores at 1732121028292 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121028292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121028292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121028293 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121028293Cleaning up temporary data from old regions at 1732121028318 (+25 ms)Region opened successfully at 1732121028328 (+10 ms)
2024-11-20T16:43:48,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:43:48,328 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:43:48,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:43:48,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:43:48,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:43:48,330 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:43:48,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121028328Disabling compacts and flushes for region at 1732121028328Disabling writes for close at 1732121028328Writing region close event to WAL at 1732121028329 (+1 ms)Closed at 1732121028330 (+1 ms)
2024-11-20T16:43:48,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:43:48,334 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T16:43:48,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T16:43:48,349 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:43:48,352 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T16:43:48,503 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:49,504 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:50,504 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:51,505 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:52,506 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:53,507 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:54,508 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:54,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-20T16:43:54,560 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-20T16:43:55,509 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:56,510 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:57,511 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:58,511 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:43:59,512 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:00,513 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:01,514 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:02,515 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:03,517 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:04,518 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:05,518 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:06,519 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:07,520 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:08,520 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:09,521 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:10,522 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:11,523 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:12,524 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:13,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T16:44:13,525 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:14,525 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:15,526 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:16,527 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:17,527 WARN  [044e4e732073:33483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T16:44:18,202 INFO  [RS:0;044e4e732073:38487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T16:44:18,210 INFO  [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C38487%2C1732121024976, suffix=, logDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/oldWALs, maxLogs=32
2024-11-20T16:44:18,227 DEBUG [RS:0;044e4e732073:38487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976/044e4e732073%2C38487%2C1732121024976.1732121058212, exclude list is [], retry=0
2024-11-20T16:44:18,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-af219942-e238-4f19-a21e-da7657ec8706,DISK]
2024-11-20T16:44:18,239 INFO  [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976/044e4e732073%2C38487%2C1732121024976.1732121058212
2024-11-20T16:44:18,239 DEBUG [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)]
2024-11-20T16:44:18,281 DEBUG [044e4e732073:33483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-20T16:44:18,297 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:18,303 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 044e4e732073,38487,1732121024976, state=OPENING
2024-11-20T16:44:18,381 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T16:44:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:44:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:44:18,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:44:18,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:44:18,395 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T16:44:18,398 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:18,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T16:44:18,584 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T16:44:18,597 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T16:44:18,597 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T16:44:18,598 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T16:44:18,602 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C38487%2C1732121024976.meta, suffix=.meta, logDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/oldWALs, maxLogs=32
2024-11-20T16:44:18,620 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976/044e4e732073%2C38487%2C1732121024976.meta.1732121058604.meta, exclude list is [], retry=0
2024-11-20T16:44:18,625 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-af219942-e238-4f19-a21e-da7657ec8706,DISK]
2024-11-20T16:44:18,629 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976/044e4e732073%2C38487%2C1732121024976.meta.1732121058604.meta
2024-11-20T16:44:18,629 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)]
2024-11-20T16:44:18,630 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:18,631 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T16:44:18,634 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T16:44:18,639 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T16:44:18,644 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T16:44:18,644 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:18,645 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T16:44:18,645 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T16:44:18,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T16:44:18,650 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T16:44:18,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:18,651 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:44:18,651 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T16:44:18,653 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T16:44:18,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:18,654 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:44:18,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T16:44:18,657 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T16:44:18,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:18,658 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:44:18,658 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T16:44:18,660 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T16:44:18,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:18,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T16:44:18,662 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T16:44:18,663 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740
2024-11-20T16:44:18,667 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740
2024-11-20T16:44:18,670 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T16:44:18,670 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T16:44:18,671 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T16:44:18,674 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T16:44:18,676 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63394343, jitterRate=-0.05535067617893219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T16:44:18,677 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T16:44:18,678 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732121058645Writing region info on filesystem at 1732121058645Initializing all the Stores at 1732121058647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121058647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121058648 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121058648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121058648Cleaning up temporary data from old regions at 1732121058670 (+22 ms)Running coprocessor post-open hooks at 1732121058677 (+7 ms)Region opened successfully at 1732121058678 (+1 ms)
2024-11-20T16:44:18,686 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732121058570
2024-11-20T16:44:18,697 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T16:44:18,698 INFO  [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T16:44:18,700 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:18,702 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 044e4e732073,38487,1732121024976, state=OPEN
2024-11-20T16:44:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:44:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T16:44:18,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:44:18,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T16:44:18,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=044e4e732073,38487,1732121024976
2024-11-20T16:44:18,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T16:44:18,786 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=044e4e732073,38487,1732121024976 in 380 msec
2024-11-20T16:44:18,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T16:44:18,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.4480 sec
2024-11-20T16:44:18,797 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T16:44:18,797 INFO  [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T16:44:18,821 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:44:18,822 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,38487,1732121024976, seqNum=-1]
2024-11-20T16:44:18,845 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:44:18,847 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:44:18,871 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.1100 sec
2024-11-20T16:44:18,871 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732121058871, completionTime=-1
2024-11-20T16:44:18,874 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-20T16:44:18,874 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-20T16:44:18,902 INFO  [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-20T16:44:18,902 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732121118902
2024-11-20T16:44:18,902 INFO  [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732121178902
2024-11-20T16:44:18,902 INFO  [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-20T16:44:18,904 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,904 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,904 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,906 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-044e4e732073:33483, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,906 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,906 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:18,913 DEBUG [master/044e4e732073:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T16:44:18,936 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.792sec
2024-11-20T16:44:18,937 INFO  [master/044e4e732073:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T16:44:18,939 INFO  [master/044e4e732073:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T16:44:18,941 INFO  [master/044e4e732073:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T16:44:18,942 INFO  [master/044e4e732073:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T16:44:18,942 INFO  [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T16:44:18,943 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T16:44:18,944 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T16:44:18,952 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T16:44:18,953 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T16:44:18,953 INFO  [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,33483,1732121024173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T16:44:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,027 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-20T16:44:19,027 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-20T16:44:19,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,33483,-1 for getting cluster id
2024-11-20T16:44:19,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T16:44:19,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdf96b84-d1c7-4498-9c34-74e0902aaa11'
2024-11-20T16:44:19,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T16:44:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdf96b84-d1c7-4498-9c34-74e0902aaa11"

2024-11-20T16:44:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fc7c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,33483,-1]
2024-11-20T16:44:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T16:44:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:44:19,054 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T16:44:19,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:44:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,38487,1732121024976, seqNum=-1]
2024-11-20T16:44:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:44:19,070 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:44:19,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=044e4e732073,33483,1732121024173
2024-11-20T16:44:19,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,33483,-1 for getting cluster id
2024-11-20T16:44:19,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T16:44:19,095 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdf96b84-d1c7-4498-9c34-74e0902aaa11'
2024-11-20T16:44:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T16:44:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdf96b84-d1c7-4498-9c34-74e0902aaa11"

2024-11-20T16:44:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d3b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,33483,-1]
2024-11-20T16:44:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T16:44:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:44:19,100 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T16:44:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c23c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T16:44:19,114 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=8842
2024-11-20T16:44:19,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T16:44:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,33483,1732121024173
2024-11-20T16:44:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4f7a07
2024-11-20T16:44:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T16:44:19,134 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T16:44:19,140 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T16:44:19,168 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:19,171 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:19,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-20T16:44:19,174 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:44:19,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741835_1011 (size=428)
2024-11-20T16:44:19,204 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e55f25d37f08a26897f33c22e433cbb7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:19,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741836_1012 (size=79)
2024-11-20T16:44:19,220 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:19,220 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing e55f25d37f08a26897f33c22e433cbb7, disabling compactions & flushes
2024-11-20T16:44:19,220 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,220 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,220 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7. after waiting 0 ms
2024-11-20T16:44:19,220 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,220 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,221 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e55f25d37f08a26897f33c22e433cbb7:
Waiting for close lock at 1732121059220Disabling compacts and flushes for region at 1732121059220Disabling writes for close at 1732121059220Writing region close event to WAL at 1732121059220Closed at 1732121059220
2024-11-20T16:44:19,223 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:19,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732121059223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121059223"}]},"ts":"1732121059223"}
2024-11-20T16:44:19,236 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:19,239 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:19,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121059239"}]},"ts":"1732121059239"}
2024-11-20T16:44:19,247 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-20T16:44:19,249 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e55f25d37f08a26897f33c22e433cbb7, ASSIGN}]
2024-11-20T16:44:19,253 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e55f25d37f08a26897f33c22e433cbb7, ASSIGN
2024-11-20T16:44:19,255 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e55f25d37f08a26897f33c22e433cbb7, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:19,407 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e55f25d37f08a26897f33c22e433cbb7, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:19,413 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e55f25d37f08a26897f33c22e433cbb7, ASSIGN because future has completed
2024-11-20T16:44:19,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55f25d37f08a26897f33c22e433cbb7, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:19,578 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,578 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e55f25d37f08a26897f33c22e433cbb7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:19,578 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,579 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:19,579 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,579 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,581 INFO  [StoreOpener-e55f25d37f08a26897f33c22e433cbb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e55f25d37f08a26897f33c22e433cbb7 
2024-11-20T16:44:19,584 INFO  [StoreOpener-e55f25d37f08a26897f33c22e433cbb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e55f25d37f08a26897f33c22e433cbb7 columnFamilyName testFamily
2024-11-20T16:44:19,585 DEBUG [StoreOpener-e55f25d37f08a26897f33c22e433cbb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:19,586 INFO  [StoreOpener-e55f25d37f08a26897f33c22e433cbb7-1 {}] regionserver.HStore(327): Store=e55f25d37f08a26897f33c22e433cbb7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:19,586 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,588 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,589 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,590 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,590 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,594 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,598 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:19,599 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e55f25d37f08a26897f33c22e433cbb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69405162, jitterRate=0.034217506647109985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:19,599 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:44:19,600 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e55f25d37f08a26897f33c22e433cbb7:
Running coprocessor pre-open hook at 1732121059579Writing region info on filesystem at 1732121059579Initializing all the Stores at 1732121059581 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121059581Cleaning up temporary data from old regions at 1732121059590 (+9 ms)Running coprocessor post-open hooks at 1732121059599 (+9 ms)Region opened successfully at 1732121059600 (+1 ms)
2024-11-20T16:44:19,602 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7., pid=6, masterSystemTime=1732121059570
2024-11-20T16:44:19,606 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,607 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:44:19,608 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e55f25d37f08a26897f33c22e433cbb7, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:19,612 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55f25d37f08a26897f33c22e433cbb7, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:19,619 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T16:44:19,619 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e55f25d37f08a26897f33c22e433cbb7, server=044e4e732073,38487,1732121024976 in 200 msec
2024-11-20T16:44:19,624 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T16:44:19,624 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e55f25d37f08a26897f33c22e433cbb7, ASSIGN in 370 msec
2024-11-20T16:44:19,626 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:19,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121059626"}]},"ts":"1732121059626"}
2024-11-20T16:44:19,630 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-20T16:44:19,632 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:19,636 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 489 msec
2024-11-20T16:44:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T16:44:20,195 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-20T16:44:20,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-20T16:44:20,197 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:20,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-20T16:44:20,206 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:20,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-20T16:44:20,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T16:44:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,38487,1732121024976, seqNum=-1]
2024-11-20T16:44:20,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T16:44:20,215 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T16:44:20,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:20,241 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:20,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-20T16:44:20,250 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T16:44:20,255 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T16:44:20,257 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T16:44:20,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7494489336180637704
2024-11-20T16:44:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121063257, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:20,288 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T16:44:20,290 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T16:44:20,291 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:20,293 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:20,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7494489336180637706
2024-11-20T16:44:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121063293, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:20,298 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:20,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7494489336180637707
2024-11-20T16:44:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121063297, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:20,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:20,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7494489336180637708
2024-11-20T16:44:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121063302, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:20,308 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:20,320 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/044e4e732073:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_139299891_22 at /127.0.0.1:44022 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8786 (was 8842)
2024-11-20T16:44:20,329 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=8786
2024-11-20T16:44:20,333 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:20,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-20T16:44:20,337 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:20,337 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:20,337 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-20T16:44:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T16:44:20,340 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:20,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741837_1013 (size=414)
2024-11-20T16:44:20,755 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48228f685b69b3797d4606a96c380fd0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:20,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741838_1014 (size=65)
2024-11-20T16:44:21,168 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:21,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 48228f685b69b3797d4606a96c380fd0, disabling compactions & flushes
2024-11-20T16:44:21,169 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0. after waiting 0 ms
2024-11-20T16:44:21,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,169 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48228f685b69b3797d4606a96c380fd0:
Waiting for close lock at 1732121061168Disabling compacts and flushes for region at 1732121061168Disabling writes for close at 1732121061169 (+1 ms)Writing region close event to WAL at 1732121061169Closed at 1732121061169
2024-11-20T16:44:21,172 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:21,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732121061172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121061172"}]},"ts":"1732121061172"}
2024-11-20T16:44:21,176 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:21,178 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:21,179 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121061178"}]},"ts":"1732121061178"}
2024-11-20T16:44:21,183 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T16:44:21,183 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=48228f685b69b3797d4606a96c380fd0, ASSIGN}]
2024-11-20T16:44:21,185 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=48228f685b69b3797d4606a96c380fd0, ASSIGN
2024-11-20T16:44:21,187 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=48228f685b69b3797d4606a96c380fd0, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:21,338 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48228f685b69b3797d4606a96c380fd0, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:21,342 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=48228f685b69b3797d4606a96c380fd0, ASSIGN because future has completed
2024-11-20T16:44:21,343 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48228f685b69b3797d4606a96c380fd0, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T16:44:21,504 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 48228f685b69b3797d4606a96c380fd0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:21,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:21,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,509 INFO  [StoreOpener-48228f685b69b3797d4606a96c380fd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 48228f685b69b3797d4606a96c380fd0 
2024-11-20T16:44:21,511 INFO  [StoreOpener-48228f685b69b3797d4606a96c380fd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48228f685b69b3797d4606a96c380fd0 columnFamilyName testFamily
2024-11-20T16:44:21,511 DEBUG [StoreOpener-48228f685b69b3797d4606a96c380fd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:21,512 INFO  [StoreOpener-48228f685b69b3797d4606a96c380fd0-1 {}] regionserver.HStore(327): Store=48228f685b69b3797d4606a96c380fd0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:21,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:21,525 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 48228f685b69b3797d4606a96c380fd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70562894, jitterRate=0.05146905779838562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:21,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:44:21,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 48228f685b69b3797d4606a96c380fd0:
Running coprocessor pre-open hook at 1732121061506Writing region info on filesystem at 1732121061506Initializing all the Stores at 1732121061508 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121061508Cleaning up temporary data from old regions at 1732121061516 (+8 ms)Running coprocessor post-open hooks at 1732121061525 (+9 ms)Region opened successfully at 1732121061526 (+1 ms)
2024-11-20T16:44:21,528 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., pid=9, masterSystemTime=1732121061497
2024-11-20T16:44:21,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,532 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:44:21,533 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48228f685b69b3797d4606a96c380fd0, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:21,537 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48228f685b69b3797d4606a96c380fd0, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:21,544 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-20T16:44:21,545 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 48228f685b69b3797d4606a96c380fd0, server=044e4e732073,38487,1732121024976 in 196 msec
2024-11-20T16:44:21,550 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T16:44:21,550 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=48228f685b69b3797d4606a96c380fd0, ASSIGN in 362 msec
2024-11-20T16:44:21,552 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:21,552 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121061552"}]},"ts":"1732121061552"}
2024-11-20T16:44:21,556 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T16:44:21,558 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:21,562 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2250 sec
2024-11-20T16:44:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T16:44:23,365 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-20T16:44:23,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T16:44:23,366 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:23,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T16:44:23,374 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:23,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-20T16:44:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:23,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:23,392 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T16:44:23,396 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T16:44:23,398 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T16:44:24,188 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:44:24,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-20T16:44:24,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-20T16:44:24,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-20T16:44:24,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T16:44:24,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:24,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T16:44:24,561 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-20T16:44:24,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T16:44:24,561 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:24,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-20T16:44:24,562 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:29,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-20T16:44:29,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-20T16:44:29,412 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:44:29,421 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=8776 (was 8786)
2024-11-20T16:44:29,430 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8776
2024-11-20T16:44:29,433 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:29,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-20T16:44:29,437 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:29,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:29,438 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-20T16:44:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T16:44:29,439 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:29,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741839_1015 (size=412)
2024-11-20T16:44:29,851 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70d45a44a90a25cdf2965068fe90ea39, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:29,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741840_1016 (size=63)
2024-11-20T16:44:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-20T16:44:30,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:30,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 70d45a44a90a25cdf2965068fe90ea39, disabling compactions & flushes
2024-11-20T16:44:30,264 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39. after waiting 0 ms
2024-11-20T16:44:30,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,265 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70d45a44a90a25cdf2965068fe90ea39:
Waiting for close lock at 1732121070264Disabling compacts and flushes for region at 1732121070264Disabling writes for close at 1732121070265 (+1 ms)Writing region close event to WAL at 1732121070265Closed at 1732121070265
2024-11-20T16:44:30,267 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:30,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732121070267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121070267"}]},"ts":"1732121070267"}
2024-11-20T16:44:30,271 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:30,273 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:30,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121070273"}]},"ts":"1732121070273"}
2024-11-20T16:44:30,276 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T16:44:30,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70d45a44a90a25cdf2965068fe90ea39, ASSIGN}]
2024-11-20T16:44:30,279 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70d45a44a90a25cdf2965068fe90ea39, ASSIGN
2024-11-20T16:44:30,280 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70d45a44a90a25cdf2965068fe90ea39, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:30,431 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70d45a44a90a25cdf2965068fe90ea39, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:30,435 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70d45a44a90a25cdf2965068fe90ea39, ASSIGN because future has completed
2024-11-20T16:44:30,436 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70d45a44a90a25cdf2965068fe90ea39, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T16:44:30,597 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 70d45a44a90a25cdf2965068fe90ea39, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:30,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:30,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,600 INFO  [StoreOpener-70d45a44a90a25cdf2965068fe90ea39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 70d45a44a90a25cdf2965068fe90ea39 
2024-11-20T16:44:30,603 INFO  [StoreOpener-70d45a44a90a25cdf2965068fe90ea39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70d45a44a90a25cdf2965068fe90ea39 columnFamilyName testFamily
2024-11-20T16:44:30,603 DEBUG [StoreOpener-70d45a44a90a25cdf2965068fe90ea39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:30,604 INFO  [StoreOpener-70d45a44a90a25cdf2965068fe90ea39-1 {}] regionserver.HStore(327): Store=70d45a44a90a25cdf2965068fe90ea39/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:30,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:30,617 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 70d45a44a90a25cdf2965068fe90ea39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72007454, jitterRate=0.07299467921257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:30,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:44:30,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 70d45a44a90a25cdf2965068fe90ea39:
Running coprocessor pre-open hook at 1732121070598Writing region info on filesystem at 1732121070598Initializing all the Stores at 1732121070600 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121070600Cleaning up temporary data from old regions at 1732121070608 (+8 ms)Running coprocessor post-open hooks at 1732121070617 (+9 ms)Region opened successfully at 1732121070618 (+1 ms)
2024-11-20T16:44:30,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39., pid=12, masterSystemTime=1732121070590
2024-11-20T16:44:30,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:44:30,624 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70d45a44a90a25cdf2965068fe90ea39, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:30,628 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70d45a44a90a25cdf2965068fe90ea39, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:30,634 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-20T16:44:30,635 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 70d45a44a90a25cdf2965068fe90ea39, server=044e4e732073,38487,1732121024976 in 194 msec
2024-11-20T16:44:30,639 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-20T16:44:30,639 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=70d45a44a90a25cdf2965068fe90ea39, ASSIGN in 357 msec
2024-11-20T16:44:30,641 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:30,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121070641"}]},"ts":"1732121070641"}
2024-11-20T16:44:30,645 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T16:44:30,646 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:30,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2130 sec
2024-11-20T16:44:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T16:44:32,464 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-20T16:44:32,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T16:44:32,465 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:32,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T16:44:32,472 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:32,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-20T16:44:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:32,492 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:32,493 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T16:44:32,497 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T16:44:32,501 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T16:44:32,503 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T16:44:32,504 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T16:44:34,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-20T16:44:34,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:36,125 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:44:36,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-20T16:44:38,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637717' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T16:44:38,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:43318 deadline: 1732121084504, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637717' does not exist
2024-11-20T16:44:38,515 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 044e4e732073,38487,1732121024976 for closing scanner id = 7494489336180637717 for 70d45a44a90a25cdf2965068fe90ea39 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637717' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:44:38,519 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8675 (was 8776)
2024-11-20T16:44:38,530 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8675
2024-11-20T16:44:38,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-20T16:44:38,537 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:38,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-20T16:44:38,538 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T16:44:38,540 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:38,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741841_1017 (size=423)
2024-11-20T16:44:38,555 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab61b62919ea541ce4b20d6dca4c9bbe, NAME => 'testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:38,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741842_1018 (size=74)
2024-11-20T16:44:38,968 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:38,969 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing ab61b62919ea541ce4b20d6dca4c9bbe, disabling compactions & flushes
2024-11-20T16:44:38,969 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:38,969 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:38,969 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe. after waiting 0 ms
2024-11-20T16:44:38,969 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:38,969 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:38,969 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab61b62919ea541ce4b20d6dca4c9bbe:
Waiting for close lock at 1732121078969Disabling compacts and flushes for region at 1732121078969Disabling writes for close at 1732121078969Writing region close event to WAL at 1732121078969Closed at 1732121078969
2024-11-20T16:44:38,972 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:38,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732121078972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121078972"}]},"ts":"1732121078972"}
2024-11-20T16:44:38,978 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:38,979 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:38,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121078979"}]},"ts":"1732121078979"}
2024-11-20T16:44:38,982 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-20T16:44:38,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ab61b62919ea541ce4b20d6dca4c9bbe, ASSIGN}]
2024-11-20T16:44:38,985 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ab61b62919ea541ce4b20d6dca4c9bbe, ASSIGN
2024-11-20T16:44:38,986 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ab61b62919ea541ce4b20d6dca4c9bbe, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-20T16:44:39,137 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ab61b62919ea541ce4b20d6dca4c9bbe, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:39,142 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ab61b62919ea541ce4b20d6dca4c9bbe, ASSIGN because future has completed
2024-11-20T16:44:39,143 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab61b62919ea541ce4b20d6dca4c9bbe, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:39,303 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:39,304 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ab61b62919ea541ce4b20d6dca4c9bbe, NAME => 'testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:39,304 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,304 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:39,304 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,304 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,307 INFO  [StoreOpener-ab61b62919ea541ce4b20d6dca4c9bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ab61b62919ea541ce4b20d6dca4c9bbe 
2024-11-20T16:44:39,310 INFO  [StoreOpener-ab61b62919ea541ce4b20d6dca4c9bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab61b62919ea541ce4b20d6dca4c9bbe columnFamilyName testFamily
2024-11-20T16:44:39,311 DEBUG [StoreOpener-ab61b62919ea541ce4b20d6dca4c9bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:39,312 INFO  [StoreOpener-ab61b62919ea541ce4b20d6dca4c9bbe-1 {}] regionserver.HStore(327): Store=ab61b62919ea541ce4b20d6dca4c9bbe/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:39,312 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,313 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,314 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,315 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,315 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,318 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,324 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:39,326 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ab61b62919ea541ce4b20d6dca4c9bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73521970, jitterRate=0.09556272625923157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:39,326 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:44:39,327 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ab61b62919ea541ce4b20d6dca4c9bbe:
Running coprocessor pre-open hook at 1732121079305Writing region info on filesystem at 1732121079305Initializing all the Stores at 1732121079306 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121079306Cleaning up temporary data from old regions at 1732121079315 (+9 ms)Running coprocessor post-open hooks at 1732121079326 (+11 ms)Region opened successfully at 1732121079326
2024-11-20T16:44:39,328 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe., pid=15, masterSystemTime=1732121079297
2024-11-20T16:44:39,331 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:39,331 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:44:39,333 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ab61b62919ea541ce4b20d6dca4c9bbe, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:39,336 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab61b62919ea541ce4b20d6dca4c9bbe, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:39,343 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-20T16:44:39,343 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ab61b62919ea541ce4b20d6dca4c9bbe, server=044e4e732073,38487,1732121024976 in 195 msec
2024-11-20T16:44:39,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-20T16:44:39,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ab61b62919ea541ce4b20d6dca4c9bbe, ASSIGN in 360 msec
2024-11-20T16:44:39,349 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:39,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121079349"}]},"ts":"1732121079349"}
2024-11-20T16:44:39,352 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-20T16:44:39,354 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:39,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 821 msec
2024-11-20T16:44:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T16:44:39,554 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-20T16:44:39,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-20T16:44:39,555 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:39,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-20T16:44:39,560 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:39,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-20T16:44:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:39,578 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:39,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-20T16:44:39,582 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T16:44:39,585 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T16:44:39,586 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T16:44:39,587 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7494489336180637721
2024-11-20T16:44:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121082586, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:39,591 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T16:44:39,593 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T16:44:39,594 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:39,596 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:39,597 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7494489336180637723
2024-11-20T16:44:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121082596, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:39,601 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:39,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7494489336180637724
2024-11-20T16:44:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121082601, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:39,606 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:39,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7494489336180637725
2024-11-20T16:44:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:43318 deadline: 1732121082606, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T16:44:39,610 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T16:44:39,620 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_139299891_22 at /127.0.0.1:34848 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8670 (was 8675)
2024-11-20T16:44:39,630 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8670
2024-11-20T16:44:39,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-20T16:44:39,636 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:39,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:39,637 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-20T16:44:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T16:44:39,638 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:39,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741843_1019 (size=418)
2024-11-20T16:44:40,052 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d39ca7a6d5ae3a9c429f36963d10f967, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:40,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741844_1020 (size=69)
2024-11-20T16:44:40,463 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:40,464 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d39ca7a6d5ae3a9c429f36963d10f967, disabling compactions & flushes
2024-11-20T16:44:40,464 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,464 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,464 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967. after waiting 0 ms
2024-11-20T16:44:40,464 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,464 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,464 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d39ca7a6d5ae3a9c429f36963d10f967:
Waiting for close lock at 1732121080464Disabling compacts and flushes for region at 1732121080464Disabling writes for close at 1732121080464Writing region close event to WAL at 1732121080464Closed at 1732121080464
2024-11-20T16:44:40,466 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:40,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732121080466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121080466"}]},"ts":"1732121080466"}
2024-11-20T16:44:40,470 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:40,471 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:40,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121080472"}]},"ts":"1732121080472"}
2024-11-20T16:44:40,475 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T16:44:40,475 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d39ca7a6d5ae3a9c429f36963d10f967, ASSIGN}]
2024-11-20T16:44:40,477 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d39ca7a6d5ae3a9c429f36963d10f967, ASSIGN
2024-11-20T16:44:40,479 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d39ca7a6d5ae3a9c429f36963d10f967, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:40,630 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d39ca7a6d5ae3a9c429f36963d10f967, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:40,633 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d39ca7a6d5ae3a9c429f36963d10f967, ASSIGN because future has completed
2024-11-20T16:44:40,634 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d39ca7a6d5ae3a9c429f36963d10f967, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T16:44:40,794 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,794 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d39ca7a6d5ae3a9c429f36963d10f967, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:40,794 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,794 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:40,795 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,795 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,797 INFO  [StoreOpener-d39ca7a6d5ae3a9c429f36963d10f967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d39ca7a6d5ae3a9c429f36963d10f967 
2024-11-20T16:44:40,799 INFO  [StoreOpener-d39ca7a6d5ae3a9c429f36963d10f967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39ca7a6d5ae3a9c429f36963d10f967 columnFamilyName testFamily
2024-11-20T16:44:40,800 DEBUG [StoreOpener-d39ca7a6d5ae3a9c429f36963d10f967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:40,800 INFO  [StoreOpener-d39ca7a6d5ae3a9c429f36963d10f967-1 {}] regionserver.HStore(327): Store=d39ca7a6d5ae3a9c429f36963d10f967/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:40,801 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,802 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,803 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,803 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,803 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,806 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,809 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:40,810 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d39ca7a6d5ae3a9c429f36963d10f967; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68196986, jitterRate=0.0162142813205719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:40,811 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:44:40,811 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d39ca7a6d5ae3a9c429f36963d10f967:
Running coprocessor pre-open hook at 1732121080795Writing region info on filesystem at 1732121080795Initializing all the Stores at 1732121080796 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121080797 (+1 ms)Cleaning up temporary data from old regions at 1732121080803 (+6 ms)Running coprocessor post-open hooks at 1732121080811 (+8 ms)Region opened successfully at 1732121080811
2024-11-20T16:44:40,813 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., pid=18, masterSystemTime=1732121080787
2024-11-20T16:44:40,816 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,816 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:44:40,817 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d39ca7a6d5ae3a9c429f36963d10f967, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:40,821 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d39ca7a6d5ae3a9c429f36963d10f967, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:40,826 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-20T16:44:40,826 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d39ca7a6d5ae3a9c429f36963d10f967, server=044e4e732073,38487,1732121024976 in 189 msec
2024-11-20T16:44:40,830 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-20T16:44:40,830 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d39ca7a6d5ae3a9c429f36963d10f967, ASSIGN in 351 msec
2024-11-20T16:44:40,832 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:40,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121080832"}]},"ts":"1732121080832"}
2024-11-20T16:44:40,835 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T16:44:40,837 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:40,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2050 sec
2024-11-20T16:44:42,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-20T16:44:42,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-20T16:44:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T16:44:42,674 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-20T16:44:42,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T16:44:42,674 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:42,680 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T16:44:42,680 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:42,680 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-20T16:44:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:42,696 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:42,696 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T16:44:42,700 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T16:44:42,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T16:44:43,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T16:44:43,703 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-20T16:44:43,704 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-20T16:44:43,704 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:44:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-20T16:44:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:44,719 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T16:44:44,807 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:44:44,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-20T16:44:44,836 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:44,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-20T16:44:44,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:45,704 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=982ms
2024-11-20T16:44:45,704 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=982ms
2024-11-20T16:44:45,704 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:44:45,717 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8663 (was 8670)
2024-11-20T16:44:45,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=8663
2024-11-20T16:44:45,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-20T16:44:45,735 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:45,735 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:45,735 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-20T16:44:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T16:44:45,737 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:45,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741845_1021 (size=416)
2024-11-20T16:44:46,152 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45ecd9f12eb64bbeb6fa582ef48d0abc, NAME => 'testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:46,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741846_1022 (size=67)
2024-11-20T16:44:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-20T16:44:46,565 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:46,565 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 45ecd9f12eb64bbeb6fa582ef48d0abc, disabling compactions & flushes
2024-11-20T16:44:46,565 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,565 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,565 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc. after waiting 0 ms
2024-11-20T16:44:46,565 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,565 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45ecd9f12eb64bbeb6fa582ef48d0abc:
Waiting for close lock at 1732121086565Disabling compacts and flushes for region at 1732121086565Disabling writes for close at 1732121086565Writing region close event to WAL at 1732121086565Closed at 1732121086565
2024-11-20T16:44:46,568 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:46,568 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732121086568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121086568"}]},"ts":"1732121086568"}
2024-11-20T16:44:46,571 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:46,573 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:46,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121086574"}]},"ts":"1732121086574"}
2024-11-20T16:44:46,577 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T16:44:46,577 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=45ecd9f12eb64bbeb6fa582ef48d0abc, ASSIGN}]
2024-11-20T16:44:46,579 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=45ecd9f12eb64bbeb6fa582ef48d0abc, ASSIGN
2024-11-20T16:44:46,580 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=45ecd9f12eb64bbeb6fa582ef48d0abc, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:46,731 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=45ecd9f12eb64bbeb6fa582ef48d0abc, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:46,735 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=45ecd9f12eb64bbeb6fa582ef48d0abc, ASSIGN because future has completed
2024-11-20T16:44:46,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ecd9f12eb64bbeb6fa582ef48d0abc, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T16:44:46,896 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,897 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ecd9f12eb64bbeb6fa582ef48d0abc, NAME => 'testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:46,898 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,898 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:46,898 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,898 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,901 INFO  [StoreOpener-45ecd9f12eb64bbeb6fa582ef48d0abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 45ecd9f12eb64bbeb6fa582ef48d0abc 
2024-11-20T16:44:46,904 INFO  [StoreOpener-45ecd9f12eb64bbeb6fa582ef48d0abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ecd9f12eb64bbeb6fa582ef48d0abc columnFamilyName testFamily
2024-11-20T16:44:46,904 DEBUG [StoreOpener-45ecd9f12eb64bbeb6fa582ef48d0abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:46,905 INFO  [StoreOpener-45ecd9f12eb64bbeb6fa582ef48d0abc-1 {}] regionserver.HStore(327): Store=45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:46,905 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,906 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,907 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,907 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,908 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,911 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,914 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:46,915 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 45ecd9f12eb64bbeb6fa582ef48d0abc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69930997, jitterRate=0.04205305874347687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:46,915 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:44:46,916 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 45ecd9f12eb64bbeb6fa582ef48d0abc:
Running coprocessor pre-open hook at 1732121086898Writing region info on filesystem at 1732121086898Initializing all the Stores at 1732121086900 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121086900Cleaning up temporary data from old regions at 1732121086908 (+8 ms)Running coprocessor post-open hooks at 1732121086915 (+7 ms)Region opened successfully at 1732121086916 (+1 ms)
2024-11-20T16:44:46,918 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., pid=21, masterSystemTime=1732121086889
2024-11-20T16:44:46,921 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,921 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:44:46,922 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=45ecd9f12eb64bbeb6fa582ef48d0abc, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:46,926 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ecd9f12eb64bbeb6fa582ef48d0abc, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:46,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-20T16:44:46,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 45ecd9f12eb64bbeb6fa582ef48d0abc, server=044e4e732073,38487,1732121024976 in 192 msec
2024-11-20T16:44:46,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-20T16:44:46,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=45ecd9f12eb64bbeb6fa582ef48d0abc, ASSIGN in 353 msec
2024-11-20T16:44:46,935 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:46,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121086935"}]},"ts":"1732121086935"}
2024-11-20T16:44:46,938 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T16:44:46,940 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:46,944 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2130 sec
2024-11-20T16:44:48,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-20T16:44:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T16:44:48,774 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-20T16:44:48,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T16:44:48,775 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:48,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T16:44:48,783 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:48,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-20T16:44:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:48,799 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:48,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T16:44:48,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T16:44:48,805 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T16:44:48,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T16:44:48,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T16:44:51,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T16:44:51,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:43318 deadline: 1732121092816, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637736' does not exist
2024-11-20T16:44:51,817 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 044e4e732073,38487,1732121024976 for closing scanner id = 7494489336180637736 for 45ecd9f12eb64bbeb6fa582ef48d0abc of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:44:51,822 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 221), ProcessCount=11 (was 11), AvailableMemoryMB=8641 (was 8663)
2024-11-20T16:44:51,831 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=8640
2024-11-20T16:44:51,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-20T16:44:51,837 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:51,837 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:51,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-20T16:44:51,838 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T16:44:51,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741847_1023 (size=411)
2024-11-20T16:44:52,250 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e633f907b1c88b1bc378cefe26d719b6, NAME => 'testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:52,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741848_1024 (size=62)
2024-11-20T16:44:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-20T16:44:52,401 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:44:52,659 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:52,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e633f907b1c88b1bc378cefe26d719b6, disabling compactions & flushes
2024-11-20T16:44:52,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:52,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:52,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6. after waiting 0 ms
2024-11-20T16:44:52,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:52,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:52,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e633f907b1c88b1bc378cefe26d719b6:
Waiting for close lock at 1732121092660Disabling compacts and flushes for region at 1732121092660Disabling writes for close at 1732121092660Writing region close event to WAL at 1732121092660Closed at 1732121092660
2024-11-20T16:44:52,662 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:52,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732121092662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121092662"}]},"ts":"1732121092662"}
2024-11-20T16:44:52,666 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:52,667 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:52,668 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121092668"}]},"ts":"1732121092668"}
2024-11-20T16:44:52,671 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T16:44:52,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e633f907b1c88b1bc378cefe26d719b6, ASSIGN}]
2024-11-20T16:44:52,673 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e633f907b1c88b1bc378cefe26d719b6, ASSIGN
2024-11-20T16:44:52,675 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e633f907b1c88b1bc378cefe26d719b6, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:52,826 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e633f907b1c88b1bc378cefe26d719b6, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:52,831 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e633f907b1c88b1bc378cefe26d719b6, ASSIGN because future has completed
2024-11-20T16:44:52,831 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e633f907b1c88b1bc378cefe26d719b6, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T16:44:52,992 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:52,993 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e633f907b1c88b1bc378cefe26d719b6, NAME => 'testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:52,993 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:52,993 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:52,994 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:52,994 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:52,996 INFO  [StoreOpener-e633f907b1c88b1bc378cefe26d719b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e633f907b1c88b1bc378cefe26d719b6 
2024-11-20T16:44:52,999 INFO  [StoreOpener-e633f907b1c88b1bc378cefe26d719b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e633f907b1c88b1bc378cefe26d719b6 columnFamilyName testFamily
2024-11-20T16:44:52,999 DEBUG [StoreOpener-e633f907b1c88b1bc378cefe26d719b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:53,000 INFO  [StoreOpener-e633f907b1c88b1bc378cefe26d719b6-1 {}] regionserver.HStore(327): Store=e633f907b1c88b1bc378cefe26d719b6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:53,000 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,002 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,003 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,003 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,004 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,006 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,010 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:53,011 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e633f907b1c88b1bc378cefe26d719b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69693161, jitterRate=0.038509026169776917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:53,011 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:44:53,012 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e633f907b1c88b1bc378cefe26d719b6:
Running coprocessor pre-open hook at 1732121092994Writing region info on filesystem at 1732121092994Initializing all the Stores at 1732121092996 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121092996Cleaning up temporary data from old regions at 1732121093004 (+8 ms)Running coprocessor post-open hooks at 1732121093011 (+7 ms)Region opened successfully at 1732121093011
2024-11-20T16:44:53,013 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6., pid=24, masterSystemTime=1732121092986
2024-11-20T16:44:53,016 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:53,016 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:44:53,017 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e633f907b1c88b1bc378cefe26d719b6, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:53,020 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e633f907b1c88b1bc378cefe26d719b6, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:53,025 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-20T16:44:53,025 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure e633f907b1c88b1bc378cefe26d719b6, server=044e4e732073,38487,1732121024976 in 190 msec
2024-11-20T16:44:53,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-20T16:44:53,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e633f907b1c88b1bc378cefe26d719b6, ASSIGN in 354 msec
2024-11-20T16:44:53,029 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:53,030 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121093030"}]},"ts":"1732121093030"}
2024-11-20T16:44:53,033 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T16:44:53,034 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:53,037 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2010 sec
2024-11-20T16:44:54,229 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-20T16:44:54,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-20T16:44:54,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:54,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-20T16:44:54,560 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T16:44:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T16:44:54,864 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-20T16:44:54,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T16:44:54,865 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:54,871 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T16:44:54,872 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:44:54,872 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-20T16:44:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:44:54,888 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:44:54,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T16:44:54,891 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T16:44:54,894 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T16:44:54,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T16:44:54,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T16:44:57,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637740' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T16:44:57,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:43318 deadline: 1732121098907, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637740' does not exist
2024-11-20T16:44:57,909 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 044e4e732073,38487,1732121024976 for closing scanner id = 7494489336180637740 for e633f907b1c88b1bc378cefe26d719b6 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637740' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:44:57,917 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=8626 (was 8640)
2024-11-20T16:44:57,924 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=8626
2024-11-20T16:44:57,926 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:44:57,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T16:44:57,930 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:44:57,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:57,930 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-20T16:44:57,932 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:44:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T16:44:57,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741849_1025 (size=419)
2024-11-20T16:44:58,346 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 095c304c1f85f595dd526f9b4c95e05e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:44:58,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741850_1026 (size=70)
2024-11-20T16:44:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-20T16:44:58,496 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:44:58,758 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:58,758 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 095c304c1f85f595dd526f9b4c95e05e, disabling compactions & flushes
2024-11-20T16:44:58,758 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:58,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:58,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e. after waiting 0 ms
2024-11-20T16:44:58,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:58,759 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:58,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 095c304c1f85f595dd526f9b4c95e05e:
Waiting for close lock at 1732121098758Disabling compacts and flushes for region at 1732121098758Disabling writes for close at 1732121098759 (+1 ms)Writing region close event to WAL at 1732121098759Closed at 1732121098759
2024-11-20T16:44:58,762 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:44:58,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732121098762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121098762"}]},"ts":"1732121098762"}
2024-11-20T16:44:58,766 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:44:58,767 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:44:58,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121098767"}]},"ts":"1732121098767"}
2024-11-20T16:44:58,770 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T16:44:58,770 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=095c304c1f85f595dd526f9b4c95e05e, ASSIGN}]
2024-11-20T16:44:58,772 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=095c304c1f85f595dd526f9b4c95e05e, ASSIGN
2024-11-20T16:44:58,773 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=095c304c1f85f595dd526f9b4c95e05e, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:44:58,924 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=095c304c1f85f595dd526f9b4c95e05e, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:58,927 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=095c304c1f85f595dd526f9b4c95e05e, ASSIGN because future has completed
2024-11-20T16:44:58,928 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 095c304c1f85f595dd526f9b4c95e05e, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:44:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T16:44:59,087 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:59,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 095c304c1f85f595dd526f9b4c95e05e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:44:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:44:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,090 INFO  [StoreOpener-095c304c1f85f595dd526f9b4c95e05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 095c304c1f85f595dd526f9b4c95e05e 
2024-11-20T16:44:59,093 INFO  [StoreOpener-095c304c1f85f595dd526f9b4c95e05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 095c304c1f85f595dd526f9b4c95e05e columnFamilyName testFamily
2024-11-20T16:44:59,093 DEBUG [StoreOpener-095c304c1f85f595dd526f9b4c95e05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:44:59,094 INFO  [StoreOpener-095c304c1f85f595dd526f9b4c95e05e-1 {}] regionserver.HStore(327): Store=095c304c1f85f595dd526f9b4c95e05e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:44:59,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:44:59,107 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 095c304c1f85f595dd526f9b4c95e05e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62013126, jitterRate=-0.07593241333961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:44:59,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:44:59,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 095c304c1f85f595dd526f9b4c95e05e:
Running coprocessor pre-open hook at 1732121099088Writing region info on filesystem at 1732121099088Initializing all the Stores at 1732121099090 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121099090Cleaning up temporary data from old regions at 1732121099098 (+8 ms)Running coprocessor post-open hooks at 1732121099107 (+9 ms)Region opened successfully at 1732121099108 (+1 ms)
2024-11-20T16:44:59,109 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., pid=27, masterSystemTime=1732121099081
2024-11-20T16:44:59,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:59,112 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:44:59,113 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=095c304c1f85f595dd526f9b4c95e05e, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:44:59,116 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 095c304c1f85f595dd526f9b4c95e05e, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:44:59,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-20T16:44:59,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 095c304c1f85f595dd526f9b4c95e05e, server=044e4e732073,38487,1732121024976 in 189 msec
2024-11-20T16:44:59,123 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-20T16:44:59,124 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=095c304c1f85f595dd526f9b4c95e05e, ASSIGN in 350 msec
2024-11-20T16:44:59,125 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:44:59,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121099125"}]},"ts":"1732121099125"}
2024-11-20T16:44:59,128 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T16:44:59,130 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:44:59,133 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2040 sec
2024-11-20T16:44:59,677 INFO  [master/044e4e732073:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-20T16:44:59,677 INFO  [master/044e4e732073:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-20T16:45:00,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-20T16:45:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T16:45:00,954 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-20T16:45:00,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T16:45:00,955 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:00,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T16:45:00,961 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:00,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T16:45:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:45:00,976 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:45:00,976 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T16:45:00,980 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T16:45:00,982 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T16:45:04,590 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:45:04,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T16:45:04,621 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T16:45:06,983 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-20T16:45:06,983 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-20T16:45:06,983 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:45:06,995 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8566 (was 8626)
2024-11-20T16:45:07,006 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=8566
2024-11-20T16:45:07,008 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:45:07,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-20T16:45:07,012 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:45:07,012 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:45:07,012 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-20T16:45:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T16:45:07,013 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:45:07,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741851_1027 (size=407)
2024-11-20T16:45:07,032 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49be587ea119d3a559294d8b368720c5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:45:07,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741852_1028 (size=58)
2024-11-20T16:45:07,441 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:45:07,442 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 49be587ea119d3a559294d8b368720c5, disabling compactions & flushes
2024-11-20T16:45:07,442 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,442 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,442 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5. after waiting 0 ms
2024-11-20T16:45:07,442 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,442 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,442 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49be587ea119d3a559294d8b368720c5:
Waiting for close lock at 1732121107442Disabling compacts and flushes for region at 1732121107442Disabling writes for close at 1732121107442Writing region close event to WAL at 1732121107442Closed at 1732121107442
2024-11-20T16:45:07,444 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:45:07,445 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732121107445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121107445"}]},"ts":"1732121107445"}
2024-11-20T16:45:07,449 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:45:07,451 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:45:07,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121107451"}]},"ts":"1732121107451"}
2024-11-20T16:45:07,455 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T16:45:07,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49be587ea119d3a559294d8b368720c5, ASSIGN}]
2024-11-20T16:45:07,457 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49be587ea119d3a559294d8b368720c5, ASSIGN
2024-11-20T16:45:07,458 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49be587ea119d3a559294d8b368720c5, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:45:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-20T16:45:07,609 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=49be587ea119d3a559294d8b368720c5, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:45:07,614 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49be587ea119d3a559294d8b368720c5, ASSIGN because future has completed
2024-11-20T16:45:07,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49be587ea119d3a559294d8b368720c5, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:45:07,774 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 49be587ea119d3a559294d8b368720c5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:45:07,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:45:07,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,778 INFO  [StoreOpener-49be587ea119d3a559294d8b368720c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 49be587ea119d3a559294d8b368720c5 
2024-11-20T16:45:07,781 INFO  [StoreOpener-49be587ea119d3a559294d8b368720c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49be587ea119d3a559294d8b368720c5 columnFamilyName testFamily
2024-11-20T16:45:07,781 DEBUG [StoreOpener-49be587ea119d3a559294d8b368720c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:45:07,782 INFO  [StoreOpener-49be587ea119d3a559294d8b368720c5-1 {}] regionserver.HStore(327): Store=49be587ea119d3a559294d8b368720c5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:45:07,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:45:07,793 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 49be587ea119d3a559294d8b368720c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68983496, jitterRate=0.02793419361114502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:45:07,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:07,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 49be587ea119d3a559294d8b368720c5:
Running coprocessor pre-open hook at 1732121107776Writing region info on filesystem at 1732121107776Initializing all the Stores at 1732121107778 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121107778Cleaning up temporary data from old regions at 1732121107785 (+7 ms)Running coprocessor post-open hooks at 1732121107793 (+8 ms)Region opened successfully at 1732121107794 (+1 ms)
2024-11-20T16:45:07,795 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5., pid=30, masterSystemTime=1732121107768
2024-11-20T16:45:07,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,798 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:07,799 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=49be587ea119d3a559294d8b368720c5, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:45:07,802 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49be587ea119d3a559294d8b368720c5, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:45:07,806 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-20T16:45:07,807 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 49be587ea119d3a559294d8b368720c5, server=044e4e732073,38487,1732121024976 in 189 msec
2024-11-20T16:45:07,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-20T16:45:07,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49be587ea119d3a559294d8b368720c5, ASSIGN in 351 msec
2024-11-20T16:45:07,810 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:45:07,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121107810"}]},"ts":"1732121107810"}
2024-11-20T16:45:07,813 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T16:45:07,815 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:45:07,817 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 807 msec
2024-11-20T16:45:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T16:45:08,035 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-20T16:45:08,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T16:45:08,036 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:08,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T16:45:08,044 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:08,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-20T16:45:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:45:08,060 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:45:08,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T16:45:08,063 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T16:45:08,065 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T16:45:08,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T16:45:08,067 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T16:45:12,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-20T16:45:13,278 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:45:13,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T16:45:14,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637748' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T16:45:14,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:43318 deadline: 1732121120078, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637748' does not exist
2024-11-20T16:45:14,079 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 044e4e732073,38487,1732121024976 for closing scanner id = 7494489336180637748 for 49be587ea119d3a559294d8b368720c5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7494489336180637748' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T16:45:14,087 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=8556 (was 8566)
2024-11-20T16:45:14,095 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=8555
2024-11-20T16:45:14,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T16:45:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-20T16:45:14,100 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T16:45:14,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:45:14,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-20T16:45:14,102 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T16:45:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T16:45:14,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741853_1029 (size=423)
2024-11-20T16:45:14,515 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d9dd903c4c8855dc9eb91f48e0459c5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3
2024-11-20T16:45:14,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741854_1030 (size=74)
2024-11-20T16:45:14,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:45:14,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9d9dd903c4c8855dc9eb91f48e0459c5, disabling compactions & flushes
2024-11-20T16:45:14,528 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5. after waiting 0 ms
2024-11-20T16:45:14,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,528 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,529 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d9dd903c4c8855dc9eb91f48e0459c5:
Waiting for close lock at 1732121114528Disabling compacts and flushes for region at 1732121114528Disabling writes for close at 1732121114528Writing region close event to WAL at 1732121114528Closed at 1732121114528
2024-11-20T16:45:14,531 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T16:45:14,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732121114531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121114531"}]},"ts":"1732121114531"}
2024-11-20T16:45:14,534 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T16:45:14,535 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T16:45:14,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121114535"}]},"ts":"1732121114535"}
2024-11-20T16:45:14,538 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T16:45:14,539 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9d9dd903c4c8855dc9eb91f48e0459c5, ASSIGN}]
2024-11-20T16:45:14,540 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9d9dd903c4c8855dc9eb91f48e0459c5, ASSIGN
2024-11-20T16:45:14,542 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9d9dd903c4c8855dc9eb91f48e0459c5, ASSIGN; state=OFFLINE, location=044e4e732073,38487,1732121024976; forceNewPlan=false, retain=false
2024-11-20T16:45:14,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-20T16:45:14,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T16:45:14,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-20T16:45:14,692 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=9d9dd903c4c8855dc9eb91f48e0459c5, regionState=OPENING, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:45:14,696 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9d9dd903c4c8855dc9eb91f48e0459c5, ASSIGN because future has completed
2024-11-20T16:45:14,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d9dd903c4c8855dc9eb91f48e0459c5, server=044e4e732073,38487,1732121024976}]
2024-11-20T16:45:14,856 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,857 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d9dd903c4c8855dc9eb91f48e0459c5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.', STARTKEY => '', ENDKEY => ''}
2024-11-20T16:45:14,857 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,857 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T16:45:14,857 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,857 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,860 INFO  [StoreOpener-9d9dd903c4c8855dc9eb91f48e0459c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9d9dd903c4c8855dc9eb91f48e0459c5 
2024-11-20T16:45:14,862 INFO  [StoreOpener-9d9dd903c4c8855dc9eb91f48e0459c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d9dd903c4c8855dc9eb91f48e0459c5 columnFamilyName testFamily
2024-11-20T16:45:14,863 DEBUG [StoreOpener-9d9dd903c4c8855dc9eb91f48e0459c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T16:45:14,863 INFO  [StoreOpener-9d9dd903c4c8855dc9eb91f48e0459c5-1 {}] regionserver.HStore(327): Store=9d9dd903c4c8855dc9eb91f48e0459c5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T16:45:14,864 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,865 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,866 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,867 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,867 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,869 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,873 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T16:45:14,874 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 9d9dd903c4c8855dc9eb91f48e0459c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62896586, jitterRate=-0.06276783347129822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T16:45:14,875 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:14,875 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 9d9dd903c4c8855dc9eb91f48e0459c5:
Running coprocessor pre-open hook at 1732121114858Writing region info on filesystem at 1732121114858Initializing all the Stores at 1732121114859 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121114859Cleaning up temporary data from old regions at 1732121114867 (+8 ms)Running coprocessor post-open hooks at 1732121114875 (+8 ms)Region opened successfully at 1732121114875
2024-11-20T16:45:14,877 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., pid=33, masterSystemTime=1732121114849
2024-11-20T16:45:14,880 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,880 INFO  [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:14,881 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=9d9dd903c4c8855dc9eb91f48e0459c5, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,38487,1732121024976
2024-11-20T16:45:14,884 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d9dd903c4c8855dc9eb91f48e0459c5, server=044e4e732073,38487,1732121024976 because future has completed
2024-11-20T16:45:14,888 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-20T16:45:14,888 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d9dd903c4c8855dc9eb91f48e0459c5, server=044e4e732073,38487,1732121024976 in 189 msec
2024-11-20T16:45:14,891 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-20T16:45:14,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9d9dd903c4c8855dc9eb91f48e0459c5, ASSIGN in 349 msec
2024-11-20T16:45:14,893 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T16:45:14,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121114893"}]},"ts":"1732121114893"}
2024-11-20T16:45:14,896 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T16:45:14,898 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T16:45:14,901 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 800 msec
2024-11-20T16:45:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T16:45:15,114 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-20T16:45:15,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T16:45:15,114 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:15,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T16:45:15,120 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T16:45:15,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T16:45:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:45:15,136 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T16:45:15,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T16:45:15,139 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T16:45:15,141 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T16:45:16,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-20T16:45:16,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-20T16:45:16,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:45:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-20T16:45:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2]
2024-11-20T16:45:17,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T16:45:18,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=044e4e732073:38487 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=982ms
2024-11-20T16:45:18,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=982ms
2024-11-20T16:45:18,143 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., hostname=044e4e732073,38487,1732121024976, seqNum=2 from cache
2024-11-20T16:45:18,152 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_139299891_22 at /127.0.0.1:39958 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=8539 (was 8555)
2024-11-20T16:45:18,152 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:45:18,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:45:18,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,158 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T16:45:18,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T16:45:18,158 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:45:18,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:45:18,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T16:45:18,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T16:45:18,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false
2024-11-20T16:45:18,159 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=044e4e732073,33483,1732121024173
2024-11-20T16:45:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:45:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T16:45:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:45:18,230 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:45:18,230 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T16:45:18,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:45:18,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,231 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '044e4e732073,38487,1732121024976' *****
2024-11-20T16:45:18,231 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T16:45:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:45:18,232 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T16:45:18,232 INFO  [RS:0;044e4e732073:38487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T16:45:18,232 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T16:45:18,232 INFO  [RS:0;044e4e732073:38487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T16:45:18,232 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 095c304c1f85f595dd526f9b4c95e05e
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 49be587ea119d3a559294d8b368720c5
2024-11-20T16:45:18,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 70d45a44a90a25cdf2965068fe90ea39
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for ab61b62919ea541ce4b20d6dca4c9bbe
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 48228f685b69b3797d4606a96c380fd0
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 45ecd9f12eb64bbeb6fa582ef48d0abc
2024-11-20T16:45:18,233 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e633f907b1c88b1bc378cefe26d719b6, disabling compactions & flushes
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d9dd903c4c8855dc9eb91f48e0459c5
2024-11-20T16:45:18,233 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:18,233 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:45:18,233 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6. after waiting 0 ms
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(959): stopping server 044e4e732073,38487,1732121024976
2024-11-20T16:45:18,233 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:45:18,233 INFO  [RS:0;044e4e732073:38487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;044e4e732073:38487.
2024-11-20T16:45:18,234 DEBUG [RS:0;044e4e732073:38487 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T16:45:18,234 DEBUG [RS:0;044e4e732073:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:18,234 INFO  [RS:0;044e4e732073:38487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T16:45:18,234 INFO  [RS:0;044e4e732073:38487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T16:45:18,234 INFO  [RS:0;044e4e732073:38487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T16:45:18,234 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T16:45:18,234 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-20T16:45:18,234 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T16:45:18,235 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T16:45:18,235 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T16:45:18,235 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 095c304c1f85f595dd526f9b4c95e05e, 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7, e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:45:18,235 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T16:45:18,235 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T16:45:18,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T16:45:18,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-20T16:45:18,237 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-20T16:45:18,237 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e633f907b1c88b1bc378cefe26d719b6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:18,299 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/.tmp/testFamily/1a5432b6be3545f8b6bd58b1ea610756 is 61, key is row-0/testFamily:testQualifier/1732121094877/Put/seqid=0
2024-11-20T16:45:18,307 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/info/fb46f79140e946d5b764a9c428667dcc is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7./info:regioninfo/1732121059608/Put/seqid=0
2024-11-20T16:45:18,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741856_1032 (size=20564)
2024-11-20T16:45:18,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741855_1031 (size=5049)
2024-11-20T16:45:18,315 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/info/fb46f79140e946d5b764a9c428667dcc
2024-11-20T16:45:18,386 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/ns/62c5edc4727b4a7aa1e7b6e72dabea9a is 43, key is default/ns:d/1732121058853/Put/seqid=0
2024-11-20T16:45:18,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741857_1033 (size=5153)
2024-11-20T16:45:18,435 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 095c304c1f85f595dd526f9b4c95e05e, 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7, e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:45:18,635 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 095c304c1f85f595dd526f9b4c95e05e, 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7, e633f907b1c88b1bc378cefe26d719b6
2024-11-20T16:45:18,659 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T16:45:18,715 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/.tmp/testFamily/1a5432b6be3545f8b6bd58b1ea610756
2024-11-20T16:45:18,727 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/.tmp/testFamily/1a5432b6be3545f8b6bd58b1ea610756 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/testFamily/1a5432b6be3545f8b6bd58b1ea610756
2024-11-20T16:45:18,737 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/testFamily/1a5432b6be3545f8b6bd58b1ea610756, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:18,746 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e633f907b1c88b1bc378cefe26d719b6 in 508ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:18,753 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNext/e633f907b1c88b1bc378cefe26d719b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:18,755 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:45:18,755 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e633f907b1c88b1bc378cefe26d719b6:
Waiting for close lock at 1732121118233Running coprocessor pre-close hooks at 1732121118233Disabling compacts and flushes for region at 1732121118233Disabling writes for close at 1732121118233Obtaining lock to block concurrent updates at 1732121118237 (+4 ms)Preparing flush snapshotting stores in e633f907b1c88b1bc378cefe26d719b6 at 1732121118237Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121118246 (+9 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6. at 1732121118247 (+1 ms)Flushing e633f907b1c88b1bc378cefe26d719b6/testFamily: creating writer at 1732121118249 (+2 ms)Flushing e633f907b1c88b1bc378cefe26d719b6/testFamily: appending metadata at 1732121118292 (+43 ms)Flushing e633f907b1c88b1bc378cefe26d719b6/testFamily: closing flushed file at 1732121118295 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3574425c: reopening flushed file at 1732121118725 (+430 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e633f907b1c88b1bc378cefe26d719b6 in 508ms, sequenceid=8, compaction requested=false at 1732121118746 (+21 ms)Writing region close event to WAL at 1732121118747 (+1 ms)Running coprocessor post-close hooks at 1732121118754 (+7 ms)Closed at 1732121118755 (+1 ms)
2024-11-20T16:45:18,756 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732121091833.e633f907b1c88b1bc378cefe26d719b6.
2024-11-20T16:45:18,756 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 095c304c1f85f595dd526f9b4c95e05e, disabling compactions & flushes
2024-11-20T16:45:18,756 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:45:18,756 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:45:18,756 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e. after waiting 0 ms
2024-11-20T16:45:18,756 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:45:18,756 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 095c304c1f85f595dd526f9b4c95e05e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:18,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/.tmp/testFamily/489bcfbbdb9840f9b0290c61af00fbbd is 61, key is row-0/testFamily:testQualifier/1732121100966/Put/seqid=0
2024-11-20T16:45:18,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741858_1034 (size=5049)
2024-11-20T16:45:18,793 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/ns/62c5edc4727b4a7aa1e7b6e72dabea9a
2024-11-20T16:45:18,825 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/table/c73b8cc36d4749149bb5c5861c8d0344 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732121059626/Put/seqid=0
2024-11-20T16:45:18,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741859_1035 (size=6699)
2024-11-20T16:45:18,836 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 095c304c1f85f595dd526f9b4c95e05e, 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:45:18,906 DEBUG [master/044e4e732073:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-20T16:45:19,036 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 095c304c1f85f595dd526f9b4c95e05e, 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:45:19,158 INFO  [regionserver/044e4e732073:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-20T16:45:19,158 INFO  [regionserver/044e4e732073:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-20T16:45:19,182 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/.tmp/testFamily/489bcfbbdb9840f9b0290c61af00fbbd
2024-11-20T16:45:19,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/.tmp/testFamily/489bcfbbdb9840f9b0290c61af00fbbd as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/testFamily/489bcfbbdb9840f9b0290c61af00fbbd
2024-11-20T16:45:19,201 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/testFamily/489bcfbbdb9840f9b0290c61af00fbbd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:19,202 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 095c304c1f85f595dd526f9b4c95e05e in 446ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:19,207 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/095c304c1f85f595dd526f9b4c95e05e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:19,208 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:45:19,208 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 095c304c1f85f595dd526f9b4c95e05e:
Waiting for close lock at 1732121118756Running coprocessor pre-close hooks at 1732121118756Disabling compacts and flushes for region at 1732121118756Disabling writes for close at 1732121118756Obtaining lock to block concurrent updates at 1732121118756Preparing flush snapshotting stores in 095c304c1f85f595dd526f9b4c95e05e at 1732121118756Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121118757 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e. at 1732121118757Flushing 095c304c1f85f595dd526f9b4c95e05e/testFamily: creating writer at 1732121118757Flushing 095c304c1f85f595dd526f9b4c95e05e/testFamily: appending metadata at 1732121118775 (+18 ms)Flushing 095c304c1f85f595dd526f9b4c95e05e/testFamily: closing flushed file at 1732121118775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec6cb6a: reopening flushed file at 1732121119191 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 095c304c1f85f595dd526f9b4c95e05e in 446ms, sequenceid=8, compaction requested=false at 1732121119202 (+11 ms)Writing region close event to WAL at 1732121119203 (+1 ms)Running coprocessor post-close hooks at 1732121119208 (+5 ms)Closed at 1732121119208
2024-11-20T16:45:19,208 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732121097926.095c304c1f85f595dd526f9b4c95e05e.
2024-11-20T16:45:19,209 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e55f25d37f08a26897f33c22e433cbb7, disabling compactions & flushes
2024-11-20T16:45:19,209 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:45:19,209 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:45:19,209 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7. after waiting 0 ms
2024-11-20T16:45:19,209 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:45:19,209 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e55f25d37f08a26897f33c22e433cbb7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:19,230 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/.tmp/testFamily/4f73d1656d52433cbca02e8ca9edc752 is 61, key is row-0/testFamily:testQualifier/1732121060225/Put/seqid=0
2024-11-20T16:45:19,231 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/table/c73b8cc36d4749149bb5c5861c8d0344
2024-11-20T16:45:19,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741860_1036 (size=5049)
2024-11-20T16:45:19,236 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-20T16:45:19,236 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/.tmp/testFamily/4f73d1656d52433cbca02e8ca9edc752
2024-11-20T16:45:19,236 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1325): Online Regions={e55f25d37f08a26897f33c22e433cbb7=testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7., 49be587ea119d3a559294d8b368720c5=hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5., 70d45a44a90a25cdf2965068fe90ea39=hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39., 1588230740=hbase:meta,,1.1588230740, ab61b62919ea541ce4b20d6dca4c9bbe=testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe., 48228f685b69b3797d4606a96c380fd0=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., 45ecd9f12eb64bbeb6fa582ef48d0abc=testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., 9d9dd903c4c8855dc9eb91f48e0459c5=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., d39ca7a6d5ae3a9c429f36963d10f967=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.}
2024-11-20T16:45:19,237 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967, e55f25d37f08a26897f33c22e433cbb7
2024-11-20T16:45:19,242 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/info/fb46f79140e946d5b764a9c428667dcc as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/info/fb46f79140e946d5b764a9c428667dcc
2024-11-20T16:45:19,246 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/.tmp/testFamily/4f73d1656d52433cbca02e8ca9edc752 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/testFamily/4f73d1656d52433cbca02e8ca9edc752
2024-11-20T16:45:19,252 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/info/fb46f79140e946d5b764a9c428667dcc, entries=100, sequenceid=56, filesize=20.1 K
2024-11-20T16:45:19,254 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/ns/62c5edc4727b4a7aa1e7b6e72dabea9a as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/ns/62c5edc4727b4a7aa1e7b6e72dabea9a
2024-11-20T16:45:19,257 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/testFamily/4f73d1656d52433cbca02e8ca9edc752, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:19,258 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e55f25d37f08a26897f33c22e433cbb7 in 49ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:19,264 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e55f25d37f08a26897f33c22e433cbb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:19,265 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:45:19,265 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/ns/62c5edc4727b4a7aa1e7b6e72dabea9a, entries=2, sequenceid=56, filesize=5.0 K
2024-11-20T16:45:19,265 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e55f25d37f08a26897f33c22e433cbb7:
Waiting for close lock at 1732121119209Running coprocessor pre-close hooks at 1732121119209Disabling compacts and flushes for region at 1732121119209Disabling writes for close at 1732121119209Obtaining lock to block concurrent updates at 1732121119209Preparing flush snapshotting stores in e55f25d37f08a26897f33c22e433cbb7 at 1732121119209Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121119209Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7. at 1732121119210 (+1 ms)Flushing e55f25d37f08a26897f33c22e433cbb7/testFamily: creating writer at 1732121119210Flushing e55f25d37f08a26897f33c22e433cbb7/testFamily: appending metadata at 1732121119230 (+20 ms)Flushing e55f25d37f08a26897f33c22e433cbb7/testFamily: closing flushed file at 1732121119230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573f63ff: reopening flushed file at 1732121119245 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e55f25d37f08a26897f33c22e433cbb7 in 49ms, sequenceid=8, compaction requested=false at 1732121119258 (+13 ms)Writing region close event to WAL at 1732121119259 (+1 ms)Running coprocessor post-close hooks at 1732121119264 (+5 ms)Closed at 1732121119265 (+1 ms)
2024-11-20T16:45:19,265 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732121059135.e55f25d37f08a26897f33c22e433cbb7.
2024-11-20T16:45:19,265 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49be587ea119d3a559294d8b368720c5, disabling compactions & flushes
2024-11-20T16:45:19,265 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:19,266 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:19,266 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5. after waiting 0 ms
2024-11-20T16:45:19,266 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:19,266 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49be587ea119d3a559294d8b368720c5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:19,266 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/.tmp/table/c73b8cc36d4749149bb5c5861c8d0344 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/table/c73b8cc36d4749149bb5c5861c8d0344
2024-11-20T16:45:19,276 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/table/c73b8cc36d4749149bb5c5861c8d0344, entries=20, sequenceid=56, filesize=6.5 K
2024-11-20T16:45:19,277 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=56, compaction requested=false
2024-11-20T16:45:19,284 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-20T16:45:19,285 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T16:45:19,285 INFO  [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T16:45:19,285 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/.tmp/testFamily/e4217d88c3a54a4390452d8d7111f7db is 61, key is row-0/testFamily:testQualifier/1732121108050/Put/seqid=0
2024-11-20T16:45:19,285 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732121118234Running coprocessor pre-close hooks at 1732121118234Disabling compacts and flushes for region at 1732121118234Disabling writes for close at 1732121118235 (+1 ms)Obtaining lock to block concurrent updates at 1732121118237 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732121118237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732121118246 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732121118247 (+1 ms)Flushing 1588230740/info: creating writer at 1732121118249 (+2 ms)Flushing 1588230740/info: appending metadata at 1732121118299 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732121118299Flushing 1588230740/ns: creating writer at 1732121118366 (+67 ms)Flushing 1588230740/ns: appending metadata at 1732121118385 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732121118385Flushing 1588230740/table: creating writer at 1732121118803 (+418 ms)Flushing 1588230740/table: appending metadata at 1732121118823 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732121118823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73768116: reopening flushed file at 1732121119240 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53dbf4c7: reopening flushed file at 1732121119253 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56532151: reopening flushed file at 1732121119265 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=56, compaction requested=false at 1732121119277 (+12 ms)Writing region close event to WAL at 1732121119279 (+2 ms)Running coprocessor post-close hooks at 1732121119285 (+6 ms)Closed at 1732121119285
2024-11-20T16:45:19,285 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T16:45:19,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741861_1037 (size=5049)
2024-11-20T16:45:19,437 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:19,637 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 49be587ea119d3a559294d8b368720c5, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:19,691 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/.tmp/testFamily/e4217d88c3a54a4390452d8d7111f7db
2024-11-20T16:45:19,702 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/.tmp/testFamily/e4217d88c3a54a4390452d8d7111f7db as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/testFamily/e4217d88c3a54a4390452d8d7111f7db
2024-11-20T16:45:19,711 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/testFamily/e4217d88c3a54a4390452d8d7111f7db, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:19,712 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49be587ea119d3a559294d8b368720c5 in 446ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:19,718 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNext/49be587ea119d3a559294d8b368720c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:19,718 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49be587ea119d3a559294d8b368720c5:
Waiting for close lock at 1732121119265Running coprocessor pre-close hooks at 1732121119265Disabling compacts and flushes for region at 1732121119265Disabling writes for close at 1732121119266 (+1 ms)Obtaining lock to block concurrent updates at 1732121119266Preparing flush snapshotting stores in 49be587ea119d3a559294d8b368720c5 at 1732121119266Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121119266Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5. at 1732121119267 (+1 ms)Flushing 49be587ea119d3a559294d8b368720c5/testFamily: creating writer at 1732121119267Flushing 49be587ea119d3a559294d8b368720c5/testFamily: appending metadata at 1732121119285 (+18 ms)Flushing 49be587ea119d3a559294d8b368720c5/testFamily: closing flushed file at 1732121119285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b99bee: reopening flushed file at 1732121119700 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49be587ea119d3a559294d8b368720c5 in 446ms, sequenceid=8, compaction requested=false at 1732121119712 (+12 ms)Writing region close event to WAL at 1732121119713 (+1 ms)Running coprocessor post-close hooks at 1732121119718 (+5 ms)Closed at 1732121119718
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732121107008.49be587ea119d3a559294d8b368720c5.
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70d45a44a90a25cdf2965068fe90ea39, disabling compactions & flushes
2024-11-20T16:45:19,719 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39. after waiting 0 ms
2024-11-20T16:45:19,719 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:45:19,719 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70d45a44a90a25cdf2965068fe90ea39 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:19,742 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/.tmp/testFamily/63e96a2f8ea64e478782398b2aff8ea5 is 61, key is row-0/testFamily:testQualifier/1732121072479/Put/seqid=0
2024-11-20T16:45:19,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741862_1038 (size=5049)
2024-11-20T16:45:19,837 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:20,038 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 70d45a44a90a25cdf2965068fe90ea39, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:20,148 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/.tmp/testFamily/63e96a2f8ea64e478782398b2aff8ea5
2024-11-20T16:45:20,158 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/.tmp/testFamily/63e96a2f8ea64e478782398b2aff8ea5 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/testFamily/63e96a2f8ea64e478782398b2aff8ea5
2024-11-20T16:45:20,168 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/testFamily/63e96a2f8ea64e478782398b2aff8ea5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:20,169 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70d45a44a90a25cdf2965068fe90ea39 in 450ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:20,175 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnNextAsync/70d45a44a90a25cdf2965068fe90ea39/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:20,175 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70d45a44a90a25cdf2965068fe90ea39:
Waiting for close lock at 1732121119719Running coprocessor pre-close hooks at 1732121119719Disabling compacts and flushes for region at 1732121119719Disabling writes for close at 1732121119719Obtaining lock to block concurrent updates at 1732121119719Preparing flush snapshotting stores in 70d45a44a90a25cdf2965068fe90ea39 at 1732121119720 (+1 ms)Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121119720Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39. at 1732121119721 (+1 ms)Flushing 70d45a44a90a25cdf2965068fe90ea39/testFamily: creating writer at 1732121119721Flushing 70d45a44a90a25cdf2965068fe90ea39/testFamily: appending metadata at 1732121119742 (+21 ms)Flushing 70d45a44a90a25cdf2965068fe90ea39/testFamily: closing flushed file at 1732121119742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45eb41d8: reopening flushed file at 1732121120157 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70d45a44a90a25cdf2965068fe90ea39 in 450ms, sequenceid=8, compaction requested=false at 1732121120169 (+12 ms)Writing region close event to WAL at 1732121120170 (+1 ms)Running coprocessor post-close hooks at 1732121120175 (+5 ms)Closed at 1732121120175
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732121069433.70d45a44a90a25cdf2965068fe90ea39.
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab61b62919ea541ce4b20d6dca4c9bbe, disabling compactions & flushes
2024-11-20T16:45:20,176 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe. after waiting 0 ms
2024-11-20T16:45:20,176 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:45:20,176 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab61b62919ea541ce4b20d6dca4c9bbe 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:20,195 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/.tmp/testFamily/464e5040e1fb4ab4bf4069257d94b672 is 61, key is row-0/testFamily:testQualifier/1732121079566/Put/seqid=0
2024-11-20T16:45:20,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741863_1039 (size=5049)
2024-11-20T16:45:20,238 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-20T16:45:20,238 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1325): Online Regions={ab61b62919ea541ce4b20d6dca4c9bbe=testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe., 48228f685b69b3797d4606a96c380fd0=hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., 45ecd9f12eb64bbeb6fa582ef48d0abc=testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., 9d9dd903c4c8855dc9eb91f48e0459c5=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., d39ca7a6d5ae3a9c429f36963d10f967=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.}
2024-11-20T16:45:20,238 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:20,360 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T16:45:20,439 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 9d9dd903c4c8855dc9eb91f48e0459c5, ab61b62919ea541ce4b20d6dca4c9bbe, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:20,601 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/.tmp/testFamily/464e5040e1fb4ab4bf4069257d94b672
2024-11-20T16:45:20,611 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/.tmp/testFamily/464e5040e1fb4ab4bf4069257d94b672 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/testFamily/464e5040e1fb4ab4bf4069257d94b672
2024-11-20T16:45:20,620 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/testFamily/464e5040e1fb4ab4bf4069257d94b672, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:20,622 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ab61b62919ea541ce4b20d6dca4c9bbe in 445ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:20,627 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testRetryOutOfOrderScannerNextException/ab61b62919ea541ce4b20d6dca4c9bbe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:20,627 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab61b62919ea541ce4b20d6dca4c9bbe:
Waiting for close lock at 1732121120176Running coprocessor pre-close hooks at 1732121120176Disabling compacts and flushes for region at 1732121120176Disabling writes for close at 1732121120176Obtaining lock to block concurrent updates at 1732121120176Preparing flush snapshotting stores in ab61b62919ea541ce4b20d6dca4c9bbe at 1732121120176Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121120177 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe. at 1732121120177Flushing ab61b62919ea541ce4b20d6dca4c9bbe/testFamily: creating writer at 1732121120177Flushing ab61b62919ea541ce4b20d6dca4c9bbe/testFamily: appending metadata at 1732121120195 (+18 ms)Flushing ab61b62919ea541ce4b20d6dca4c9bbe/testFamily: closing flushed file at 1732121120195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be28374: reopening flushed file at 1732121120610 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ab61b62919ea541ce4b20d6dca4c9bbe in 445ms, sequenceid=8, compaction requested=false at 1732121120622 (+12 ms)Writing region close event to WAL at 1732121120622Running coprocessor post-close hooks at 1732121120627 (+5 ms)Closed at 1732121120627
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732121078532.ab61b62919ea541ce4b20d6dca4c9bbe.
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48228f685b69b3797d4606a96c380fd0, disabling compactions & flushes
2024-11-20T16:45:20,628 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0. after waiting 0 ms
2024-11-20T16:45:20,628 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:45:20,628 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48228f685b69b3797d4606a96c380fd0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:20,639 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:20,645 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/.tmp/testFamily/f4dc93ce799643cd99187e6fdc0c3df9 is 61, key is row-0/testFamily:testQualifier/1732121063381/Put/seqid=0
2024-11-20T16:45:20,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741864_1040 (size=5049)
2024-11-20T16:45:20,839 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,040 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 48228f685b69b3797d4606a96c380fd0, 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,051 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/.tmp/testFamily/f4dc93ce799643cd99187e6fdc0c3df9
2024-11-20T16:45:21,060 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/.tmp/testFamily/f4dc93ce799643cd99187e6fdc0c3df9 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/testFamily/f4dc93ce799643cd99187e6fdc0c3df9
2024-11-20T16:45:21,068 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/testFamily/f4dc93ce799643cd99187e6fdc0c3df9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:21,070 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 48228f685b69b3797d4606a96c380fd0 in 442ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:21,075 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/hbase/testMetaScanTimeoutOnOpenScanner/48228f685b69b3797d4606a96c380fd0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:21,076 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:45:21,076 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48228f685b69b3797d4606a96c380fd0:
Waiting for close lock at 1732121120628Running coprocessor pre-close hooks at 1732121120628Disabling compacts and flushes for region at 1732121120628Disabling writes for close at 1732121120628Obtaining lock to block concurrent updates at 1732121120628Preparing flush snapshotting stores in 48228f685b69b3797d4606a96c380fd0 at 1732121120628Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121120629 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0. at 1732121120629Flushing 48228f685b69b3797d4606a96c380fd0/testFamily: creating writer at 1732121120629Flushing 48228f685b69b3797d4606a96c380fd0/testFamily: appending metadata at 1732121120644 (+15 ms)Flushing 48228f685b69b3797d4606a96c380fd0/testFamily: closing flushed file at 1732121120644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547dca60: reopening flushed file at 1732121121058 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 48228f685b69b3797d4606a96c380fd0 in 442ms, sequenceid=8, compaction requested=false at 1732121121070 (+12 ms)Writing region close event to WAL at 1732121121070Running coprocessor post-close hooks at 1732121121076 (+6 ms)Closed at 1732121121076
2024-11-20T16:45:21,076 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732121060332.48228f685b69b3797d4606a96c380fd0.
2024-11-20T16:45:21,076 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45ecd9f12eb64bbeb6fa582ef48d0abc, disabling compactions & flushes
2024-11-20T16:45:21,076 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:45:21,076 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:45:21,077 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc. after waiting 1 ms
2024-11-20T16:45:21,077 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:45:21,077 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45ecd9f12eb64bbeb6fa582ef48d0abc 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:21,094 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/.tmp/testFamily/73067ae533b644d3b3c99f1e42edba0f is 61, key is row-0/testFamily:testQualifier/1732121088788/Put/seqid=0
2024-11-20T16:45:21,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741865_1041 (size=5049)
2024-11-20T16:45:21,240 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-20T16:45:21,240 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1325): Online Regions={45ecd9f12eb64bbeb6fa582ef48d0abc=testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., 9d9dd903c4c8855dc9eb91f48e0459c5=testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., d39ca7a6d5ae3a9c429f36963d10f967=testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.}
2024-11-20T16:45:21,240 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,440 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 45ecd9f12eb64bbeb6fa582ef48d0abc, 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,500 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/.tmp/testFamily/73067ae533b644d3b3c99f1e42edba0f
2024-11-20T16:45:21,509 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/.tmp/testFamily/73067ae533b644d3b3c99f1e42edba0f as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily/73067ae533b644d3b3c99f1e42edba0f
2024-11-20T16:45:21,518 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily/73067ae533b644d3b3c99f1e42edba0f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:21,519 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45ecd9f12eb64bbeb6fa582ef48d0abc in 442ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:21,524 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnNextAsync/45ecd9f12eb64bbeb6fa582ef48d0abc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:21,525 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:45:21,525 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45ecd9f12eb64bbeb6fa582ef48d0abc:
Waiting for close lock at 1732121121076Running coprocessor pre-close hooks at 1732121121076Disabling compacts and flushes for region at 1732121121076Disabling writes for close at 1732121121077 (+1 ms)Obtaining lock to block concurrent updates at 1732121121077Preparing flush snapshotting stores in 45ecd9f12eb64bbeb6fa582ef48d0abc at 1732121121077Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121121077Flushing stores of testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc. at 1732121121078 (+1 ms)Flushing 45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily: creating writer at 1732121121078Flushing 45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily: appending metadata at 1732121121094 (+16 ms)Flushing 45ecd9f12eb64bbeb6fa582ef48d0abc/testFamily: closing flushed file at 1732121121094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228e1189: reopening flushed file at 1732121121508 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45ecd9f12eb64bbeb6fa582ef48d0abc in 442ms, sequenceid=8, compaction requested=false at 1732121121519 (+11 ms)Writing region close event to WAL at 1732121121520 (+1 ms)Running coprocessor post-close hooks at 1732121121525 (+5 ms)Closed at 1732121121525
2024-11-20T16:45:21,526 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732121085728.45ecd9f12eb64bbeb6fa582ef48d0abc.
2024-11-20T16:45:21,526 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d9dd903c4c8855dc9eb91f48e0459c5, disabling compactions & flushes
2024-11-20T16:45:21,526 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:21,526 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:21,526 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5. after waiting 0 ms
2024-11-20T16:45:21,526 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:21,526 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d9dd903c4c8855dc9eb91f48e0459c5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:21,544 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/.tmp/testFamily/b8db4676fc7e4e60907100c16db61706 is 61, key is row-0/testFamily:testQualifier/1732121115126/Put/seqid=0
2024-11-20T16:45:21,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741866_1042 (size=5049)
2024-11-20T16:45:21,641 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,841 DEBUG [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1351): Waiting on 9d9dd903c4c8855dc9eb91f48e0459c5, d39ca7a6d5ae3a9c429f36963d10f967
2024-11-20T16:45:21,950 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/.tmp/testFamily/b8db4676fc7e4e60907100c16db61706
2024-11-20T16:45:21,962 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/.tmp/testFamily/b8db4676fc7e4e60907100c16db61706 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/testFamily/b8db4676fc7e4e60907100c16db61706
2024-11-20T16:45:21,971 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/testFamily/b8db4676fc7e4e60907100c16db61706, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:21,973 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9d9dd903c4c8855dc9eb91f48e0459c5 in 447ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:21,978 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScannerAsync/9d9dd903c4c8855dc9eb91f48e0459c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:21,979 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:21,979 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d9dd903c4c8855dc9eb91f48e0459c5:
Waiting for close lock at 1732121121526Running coprocessor pre-close hooks at 1732121121526Disabling compacts and flushes for region at 1732121121526Disabling writes for close at 1732121121526Obtaining lock to block concurrent updates at 1732121121526Preparing flush snapshotting stores in 9d9dd903c4c8855dc9eb91f48e0459c5 at 1732121121526Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121121526Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5. at 1732121121527 (+1 ms)Flushing 9d9dd903c4c8855dc9eb91f48e0459c5/testFamily: creating writer at 1732121121527Flushing 9d9dd903c4c8855dc9eb91f48e0459c5/testFamily: appending metadata at 1732121121544 (+17 ms)Flushing 9d9dd903c4c8855dc9eb91f48e0459c5/testFamily: closing flushed file at 1732121121544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538d4d07: reopening flushed file at 1732121121961 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9d9dd903c4c8855dc9eb91f48e0459c5 in 447ms, sequenceid=8, compaction requested=false at 1732121121973 (+12 ms)Writing region close event to WAL at 1732121121974 (+1 ms)Running coprocessor post-close hooks at 1732121121979 (+5 ms)Closed at 1732121121979
2024-11-20T16:45:21,980 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732121114097.9d9dd903c4c8855dc9eb91f48e0459c5.
2024-11-20T16:45:21,980 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d39ca7a6d5ae3a9c429f36963d10f967, disabling compactions & flushes
2024-11-20T16:45:21,980 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:45:21,980 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:45:21,980 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967. after waiting 0 ms
2024-11-20T16:45:21,980 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:45:21,980 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d39ca7a6d5ae3a9c429f36963d10f967 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T16:45:21,999 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/.tmp/testFamily/b537f354e1704952a6d528889e068d5a is 61, key is row-0/testFamily:testQualifier/1732121082685/Put/seqid=0
2024-11-20T16:45:22,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741867_1043 (size=5049)
2024-11-20T16:45:22,007 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/.tmp/testFamily/b537f354e1704952a6d528889e068d5a
2024-11-20T16:45:22,017 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/.tmp/testFamily/b537f354e1704952a6d528889e068d5a as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/testFamily/b537f354e1704952a6d528889e068d5a
2024-11-20T16:45:22,025 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/testFamily/b537f354e1704952a6d528889e068d5a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T16:45:22,026 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d39ca7a6d5ae3a9c429f36963d10f967 in 46ms, sequenceid=8, compaction requested=false
2024-11-20T16:45:22,032 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/data/default/testNormalScanTimeoutOnOpenScanner/d39ca7a6d5ae3a9c429f36963d10f967/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T16:45:22,033 INFO  [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:45:22,033 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d39ca7a6d5ae3a9c429f36963d10f967:
Waiting for close lock at 1732121121980Running coprocessor pre-close hooks at 1732121121980Disabling compacts and flushes for region at 1732121121980Disabling writes for close at 1732121121980Obtaining lock to block concurrent updates at 1732121121980Preparing flush snapshotting stores in d39ca7a6d5ae3a9c429f36963d10f967 at 1732121121980Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732121121980Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967. at 1732121121981 (+1 ms)Flushing d39ca7a6d5ae3a9c429f36963d10f967/testFamily: creating writer at 1732121121981Flushing d39ca7a6d5ae3a9c429f36963d10f967/testFamily: appending metadata at 1732121121999 (+18 ms)Flushing d39ca7a6d5ae3a9c429f36963d10f967/testFamily: closing flushed file at 1732121121999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157fe55a: reopening flushed file at 1732121122015 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d39ca7a6d5ae3a9c429f36963d10f967 in 46ms, sequenceid=8, compaction requested=false at 1732121122026 (+11 ms)Writing region close event to WAL at 1732121122027 (+1 ms)Running coprocessor post-close hooks at 1732121122033 (+6 ms)Closed at 1732121122033
2024-11-20T16:45:22,033 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732121079632.d39ca7a6d5ae3a9c429f36963d10f967.
2024-11-20T16:45:22,041 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(976): stopping server 044e4e732073,38487,1732121024976; all regions closed.
2024-11-20T16:45:22,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741834_1010 (size=19479)
2024-11-20T16:45:22,052 DEBUG [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/oldWALs
2024-11-20T16:45:22,052 INFO  [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 044e4e732073%2C38487%2C1732121024976.meta:.meta(num 1732121058604)
2024-11-20T16:45:22,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741833_1009 (size=20031)
2024-11-20T16:45:22,055 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/WALs/044e4e732073,38487,1732121024976/044e4e732073%2C38487%2C1732121024976.1732121058212 not finished, retry = 0
2024-11-20T16:45:22,159 DEBUG [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/oldWALs
2024-11-20T16:45:22,159 INFO  [RS:0;044e4e732073:38487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 044e4e732073%2C38487%2C1732121024976:(num 1732121058212)
2024-11-20T16:45:22,159 DEBUG [RS:0;044e4e732073:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T16:45:22,159 INFO  [RS:0;044e4e732073:38487 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:45:22,159 INFO  [RS:0;044e4e732073:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:45:22,159 INFO  [RS:0;044e4e732073:38487 {}] hbase.ChoreService(370): Chore service for: regionserver/044e4e732073:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T16:45:22,160 INFO  [RS:0;044e4e732073:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:45:22,160 INFO  [regionserver/044e4e732073:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:45:22,161 INFO  [RS:0;044e4e732073:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38487
2024-11-20T16:45:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/044e4e732073,38487,1732121024976
2024-11-20T16:45:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T16:45:22,209 INFO  [RS:0;044e4e732073:38487 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:45:22,220 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [044e4e732073,38487,1732121024976]
2024-11-20T16:45:22,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/044e4e732073,38487,1732121024976 already deleted, retry=false
2024-11-20T16:45:22,230 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 044e4e732073,38487,1732121024976 expired; onlineServers=0
2024-11-20T16:45:22,230 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '044e4e732073,33483,1732121024173' *****
2024-11-20T16:45:22,230 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T16:45:22,230 INFO  [M:0;044e4e732073:33483 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T16:45:22,230 INFO  [M:0;044e4e732073:33483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T16:45:22,231 DEBUG [M:0;044e4e732073:33483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T16:45:22,231 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T16:45:22,231 DEBUG [M:0;044e4e732073:33483 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T16:45:22,231 DEBUG [master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732121027868 {}] cleaner.HFileCleaner(306): Exit Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732121027868,5,FailOnTimeoutGroup]
2024-11-20T16:45:22,231 DEBUG [master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732121027867 {}] cleaner.HFileCleaner(306): Exit Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732121027867,5,FailOnTimeoutGroup]
2024-11-20T16:45:22,231 INFO  [M:0;044e4e732073:33483 {}] hbase.ChoreService(370): Chore service for: master/044e4e732073:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T16:45:22,231 INFO  [M:0;044e4e732073:33483 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T16:45:22,231 DEBUG [M:0;044e4e732073:33483 {}] master.HMaster(1795): Stopping service threads
2024-11-20T16:45:22,231 INFO  [M:0;044e4e732073:33483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T16:45:22,232 INFO  [M:0;044e4e732073:33483 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T16:45:22,232 INFO  [M:0;044e4e732073:33483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T16:45:22,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T16:45:22,236 INFO  [regionserver/044e4e732073:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T16:45:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T16:45:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T16:45:22,240 DEBUG [M:0;044e4e732073:33483 {}] zookeeper.ZKUtil(347): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T16:45:22,241 WARN  [M:0;044e4e732073:33483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T16:45:22,241 INFO  [M:0;044e4e732073:33483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/.lastflushedseqids
2024-11-20T16:45:22,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741868_1044 (size=469)
2024-11-20T16:45:22,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:45:22,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x10159214f120001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:45:22,321 INFO  [RS:0;044e4e732073:38487 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:45:22,321 INFO  [RS:0;044e4e732073:38487 {}] regionserver.HRegionServer(1031): Exiting; stopping=044e4e732073,38487,1732121024976; zookeeper connection closed.
2024-11-20T16:45:22,324 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ede4a64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ede4a64
2024-11-20T16:45:22,325 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-20T16:45:22,654 INFO  [M:0;044e4e732073:33483 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T16:45:22,654 INFO  [M:0;044e4e732073:33483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T16:45:22,655 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T16:45:22,655 INFO  [M:0;044e4e732073:33483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:45:22,655 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:45:22,655 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T16:45:22,655 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:45:22,656 INFO  [M:0;044e4e732073:33483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.16 KB heapSize=191.20 KB
2024-11-20T16:45:22,677 DEBUG [M:0;044e4e732073:33483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f756124919c449359406773fea7bc4b6 is 82, key is hbase:meta,,1/info:regioninfo/1732121058699/Put/seqid=0
2024-11-20T16:45:22,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741869_1045 (size=5672)
2024-11-20T16:45:23,083 INFO  [M:0;044e4e732073:33483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f756124919c449359406773fea7bc4b6
2024-11-20T16:45:23,111 DEBUG [M:0;044e4e732073:33483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee3c9f099164f6eb6a43fa9288ba100 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732121059635/Put/seqid=0
2024-11-20T16:45:23,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741870_1046 (size=14076)
2024-11-20T16:45:23,517 INFO  [M:0;044e4e732073:33483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee3c9f099164f6eb6a43fa9288ba100
2024-11-20T16:45:23,528 INFO  [M:0;044e4e732073:33483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee3c9f099164f6eb6a43fa9288ba100
2024-11-20T16:45:23,548 DEBUG [M:0;044e4e732073:33483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0604c5b9b10e4f889100d0ecdf895830 is 69, key is 044e4e732073,38487,1732121024976/rs:state/1732121027889/Put/seqid=0
2024-11-20T16:45:23,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741871_1047 (size=5156)
2024-11-20T16:45:23,957 INFO  [M:0;044e4e732073:33483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0604c5b9b10e4f889100d0ecdf895830
2024-11-20T16:45:23,968 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f756124919c449359406773fea7bc4b6 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f756124919c449359406773fea7bc4b6
2024-11-20T16:45:23,976 INFO  [M:0;044e4e732073:33483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f756124919c449359406773fea7bc4b6, entries=8, sequenceid=319, filesize=5.5 K
2024-11-20T16:45:23,977 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee3c9f099164f6eb6a43fa9288ba100 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aee3c9f099164f6eb6a43fa9288ba100
2024-11-20T16:45:23,985 INFO  [M:0;044e4e732073:33483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee3c9f099164f6eb6a43fa9288ba100
2024-11-20T16:45:23,985 INFO  [M:0;044e4e732073:33483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aee3c9f099164f6eb6a43fa9288ba100, entries=33, sequenceid=319, filesize=13.7 K
2024-11-20T16:45:23,986 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0604c5b9b10e4f889100d0ecdf895830 as hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0604c5b9b10e4f889100d0ecdf895830
2024-11-20T16:45:23,994 INFO  [M:0;044e4e732073:33483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/390d0fcd-8770-456f-7096-dca9261061e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0604c5b9b10e4f889100d0ecdf895830, entries=1, sequenceid=319, filesize=5.0 K
2024-11-20T16:45:23,996 INFO  [M:0;044e4e732073:33483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=319, compaction requested=false
2024-11-20T16:45:23,997 INFO  [M:0;044e4e732073:33483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T16:45:23,997 DEBUG [M:0;044e4e732073:33483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732121122655Disabling compacts and flushes for region at 1732121122655Disabling writes for close at 1732121122655Obtaining lock to block concurrent updates at 1732121122656 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732121122656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167075, getHeapSize=195720, getOffHeapSize=0, getCellsCount=366 at 1732121122656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732121122657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732121122657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732121122676 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732121122676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732121123092 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732121123110 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732121123110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732121123529 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732121123547 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732121123547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3290b0eb: reopening flushed file at 1732121123967 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1d8980: reopening flushed file at 1732121123976 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3423c15f: reopening flushed file at 1732121123985 (+9 ms)Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=319, compaction requested=false at 1732121123996 (+11 ms)Writing region close event to WAL at 1732121123997 (+1 ms)Closed at 1732121123997
2024-11-20T16:45:24,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741830_1006 (size=188417)
2024-11-20T16:45:24,001 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T16:45:24,001 INFO  [M:0;044e4e732073:33483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T16:45:24,002 INFO  [M:0;044e4e732073:33483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33483
2024-11-20T16:45:24,002 INFO  [M:0;044e4e732073:33483 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T16:45:24,161 INFO  [M:0;044e4e732073:33483 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T16:45:24,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:45:24,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33483-0x10159214f120000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T16:45:24,196 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T16:45:24,198 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T16:45:24,198 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T16:45:24,199 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T16:45:24,199 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.log.dir/,STOPPED}
2024-11-20T16:45:24,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-20T16:45:24,201 WARN  [BP-323185430-172.17.0.3-1732121020120 heartbeating to localhost/127.0.0.1:42555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-20T16:45:24,201 WARN  [BP-323185430-172.17.0.3-1732121020120 heartbeating to localhost/127.0.0.1:42555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323185430-172.17.0.3-1732121020120 (Datanode Uuid baaf74c1-143e-4680-a634-3c8b00314c16) service to localhost/127.0.0.1:42555
2024-11-20T16:45:24,201 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-20T16:45:24,203 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/data/data1/current/BP-323185430-172.17.0.3-1732121020120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T16:45:24,203 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/cluster_74296e14-d8e9-f548-2692-3d6d6032d117/data/data2/current/BP-323185430-172.17.0.3-1732121020120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T16:45:24,203 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-20T16:45:24,213 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T16:45:24,214 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T16:45:24,214 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T16:45:24,214 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T16:45:24,214 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d78e7ed2-d152-ddf7-cb6b-83ede249a76c/hadoop.log.dir/,STOPPED}
2024-11-20T16:45:24,222 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T16:45:24,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down