2024-11-18 19:01:08,223 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 19:01:08,242 main DEBUG Took 0.016765 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 19:01:08,242 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 19:01:08,243 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 19:01:08,244 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 19:01:08,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,252 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 19:01:08,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,273 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,277 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,279 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,281 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,282 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,284 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:01:08,287 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,287 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 19:01:08,289 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:01:08,291 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 19:01:08,294 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 19:01:08,295 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 19:01:08,297 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 19:01:08,297 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 19:01:08,309 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 19:01:08,315 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 19:01:08,318 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 19:01:08,319 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 19:01:08,319 main DEBUG createAppenders(={Console})
2024-11-18 19:01:08,321 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-18 19:01:08,321 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 19:01:08,321 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-18 19:01:08,322 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 19:01:08,323 main DEBUG OutputStream closed
2024-11-18 19:01:08,323 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 19:01:08,324 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 19:01:08,324 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-18 19:01:08,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 19:01:08,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 19:01:08,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 19:01:08,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 19:01:08,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 19:01:08,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 19:01:08,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 19:01:08,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 19:01:08,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 19:01:08,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 19:01:08,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 19:01:08,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 19:01:08,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 19:01:08,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 19:01:08,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 19:01:08,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 19:01:08,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 19:01:08,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 19:01:08,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 19:01:08,437 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-18 19:01:08,437 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 19:01:08,439 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-18T19:01:08,456 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 19:01:08,458 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 19:01:08,459 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T19:01:08,733 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d
2024-11-18T19:01:08,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T19:01:08,787 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea, deleteOnExit=true
2024-11-18T19:01:08,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T19:01:08,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/test.cache.data in system properties and HBase conf
2024-11-18T19:01:08,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T19:01:08,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.log.dir in system properties and HBase conf
2024-11-18T19:01:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T19:01:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T19:01:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T19:01:08,885 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T19:01:08,977 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T19:01:08,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T19:01:08,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T19:01:08,982 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T19:01:08,982 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T19:01:08,983 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T19:01:08,983 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T19:01:08,984 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T19:01:08,984 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T19:01:08,984 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T19:01:08,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/nfs.dump.dir in system properties and HBase conf
2024-11-18T19:01:08,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/java.io.tmpdir in system properties and HBase conf
2024-11-18T19:01:08,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T19:01:08,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T19:01:08,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T19:01:09,938 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T19:01:10,013 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2503ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T19:01:10,092 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T19:01:10,152 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T19:01:10,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T19:01:10,176 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T19:01:10,177 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T19:01:10,192 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T19:01:10,195 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.log.dir/,AVAILABLE}
2024-11-18T19:01:10,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T19:01:10,385 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/java.io.tmpdir/jetty-localhost-46343-hadoop-hdfs-3_4_1-tests_jar-_-any-9343437300555674211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T19:01:10,395 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:46343}
2024-11-18T19:01:10,396 INFO  [Time-limited test {}] server.Server(415): Started @2886ms
2024-11-18T19:01:10,860 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T19:01:10,871 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T19:01:10,872 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T19:01:10,872 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T19:01:10,872 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T19:01:10,873 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.log.dir/,AVAILABLE}
2024-11-18T19:01:10,874 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T19:01:10,989 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/java.io.tmpdir/jetty-localhost-39113-hadoop-hdfs-3_4_1-tests_jar-_-any-7830251156128466208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T19:01:10,990 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:39113}
2024-11-18T19:01:10,990 INFO  [Time-limited test {}] server.Server(415): Started @3480ms
2024-11-18T19:01:11,044 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T19:01:11,808 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/data/data1/current/BP-2018545975-172.17.0.2-1731956469560/current, will proceed with Du for space computation calculation, 
2024-11-18T19:01:11,808 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/data/data2/current/BP-2018545975-172.17.0.2-1731956469560/current, will proceed with Du for space computation calculation, 
2024-11-18T19:01:11,835 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T19:01:11,878 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77aab99be367819 with lease ID 0x1db1bc73e3ec9494: Processing first storage report for DS-80accc3d-60e4-4e00-8858-08f80b539fbb from datanode DatanodeRegistration(127.0.0.1:39075, datanodeUuid=79c1f46a-93ac-4373-8b87-451d3f473262, infoPort=46527, infoSecurePort=0, ipcPort=34315, storageInfo=lv=-57;cid=testClusterID;nsid=836484166;c=1731956469560)
2024-11-18T19:01:11,879 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77aab99be367819 with lease ID 0x1db1bc73e3ec9494: from storage DS-80accc3d-60e4-4e00-8858-08f80b539fbb node DatanodeRegistration(127.0.0.1:39075, datanodeUuid=79c1f46a-93ac-4373-8b87-451d3f473262, infoPort=46527, infoSecurePort=0, ipcPort=34315, storageInfo=lv=-57;cid=testClusterID;nsid=836484166;c=1731956469560), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T19:01:11,880 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77aab99be367819 with lease ID 0x1db1bc73e3ec9494: Processing first storage report for DS-b358d90f-3600-48ef-a091-2a2a7baf52c2 from datanode DatanodeRegistration(127.0.0.1:39075, datanodeUuid=79c1f46a-93ac-4373-8b87-451d3f473262, infoPort=46527, infoSecurePort=0, ipcPort=34315, storageInfo=lv=-57;cid=testClusterID;nsid=836484166;c=1731956469560)
2024-11-18T19:01:11,880 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77aab99be367819 with lease ID 0x1db1bc73e3ec9494: from storage DS-b358d90f-3600-48ef-a091-2a2a7baf52c2 node DatanodeRegistration(127.0.0.1:39075, datanodeUuid=79c1f46a-93ac-4373-8b87-451d3f473262, infoPort=46527, infoSecurePort=0, ipcPort=34315, storageInfo=lv=-57;cid=testClusterID;nsid=836484166;c=1731956469560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T19:01:11,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d
2024-11-18T19:01:12,043 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/zookeeper_0, clientPort=62046, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T19:01:12,054 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62046
2024-11-18T19:01:12,069 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:12,073 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:12,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741825_1001 (size=7)
2024-11-18T19:01:12,712 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4 with version=8
2024-11-18T19:01:12,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/hbase-staging
2024-11-18T19:01:12,809 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T19:01:13,033 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/1acff94d7356:0 server-side Connection retries=9
2024-11-18T19:01:13,041 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,042 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,047 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T19:01:13,047 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,048 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T19:01:13,184 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T19:01:13,235 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T19:01:13,244 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T19:01:13,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T19:01:13,272 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 110426 (auto-detected)
2024-11-18T19:01:13,273 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T19:01:13,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44431
2024-11-18T19:01:13,310 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44431 connecting to ZooKeeper ensemble=127.0.0.1:62046
2024-11-18T19:01:13,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444310x0, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T19:01:13,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44431-0x101509c1b4e0000 connected
2024-11-18T19:01:13,453 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:13,456 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:13,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T19:01:13,470 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4, hbase.cluster.distributed=false
2024-11-18T19:01:13,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T19:01:13,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44431
2024-11-18T19:01:13,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44431
2024-11-18T19:01:13,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44431
2024-11-18T19:01:13,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44431
2024-11-18T19:01:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44431
2024-11-18T19:01:13,596 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=9
2024-11-18T19:01:13,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,598 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T19:01:13,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T19:01:13,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T19:01:13,601 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T19:01:13,603 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T19:01:13,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42777
2024-11-18T19:01:13,606 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42777 connecting to ZooKeeper ensemble=127.0.0.1:62046
2024-11-18T19:01:13,607 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:13,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:13,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427770x0, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T19:01:13,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427770x0, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T19:01:13,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42777-0x101509c1b4e0001 connected
2024-11-18T19:01:13,630 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T19:01:13,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T19:01:13,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T19:01:13,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T19:01:13,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777
2024-11-18T19:01:13,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777
2024-11-18T19:01:13,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777
2024-11-18T19:01:13,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777
2024-11-18T19:01:13,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777
2024-11-18T19:01:13,664 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1acff94d7356:44431
2024-11-18T19:01:13,665 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1acff94d7356,44431,1731956472858
2024-11-18T19:01:13,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:01:13,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:01:13,678 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1acff94d7356,44431,1731956472858
2024-11-18T19:01:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T19:01:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:13,710 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:01:13,711 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1acff94d7356,44431,1731956472858 from backup master directory
2024-11-18T19:01:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1acff94d7356,44431,1731956472858
2024-11-18T19:01:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:01:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:01:13,724 WARN  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:01:13,725 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1acff94d7356,44431,1731956472858
2024-11-18T19:01:13,728 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T19:01:13,730 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T19:01:13,790 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/hbase.id] with ID: eff6df0c-3106-48f7-9343-4f24b761a47b
2024-11-18T19:01:13,790 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/.tmp/hbase.id
2024-11-18T19:01:13,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741826_1002 (size=42)
2024-11-18T19:01:14,202 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/.tmp/hbase.id]:[hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/hbase.id]
2024-11-18T19:01:14,248 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T19:01:14,252 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T19:01:14,270 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-18T19:01:14,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:14,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:14,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741827_1003 (size=196)
2024-11-18T19:01:14,318 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:01:14,321 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T19:01:14,335 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T19:01:14,339 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T19:01:14,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741828_1004 (size=1189)
2024-11-18T19:01:14,793 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store
2024-11-18T19:01:14,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741829_1005 (size=34)
2024-11-18T19:01:15,224 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T19:01:15,231 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:15,232 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T19:01:15,232 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:01:15,232 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:01:15,233 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T19:01:15,233 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:01:15,233 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:01:15,234 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731956475232Disabling compacts and flushes for region at 1731956475232Disabling writes for close at 1731956475233 (+1 ms)Writing region close event to WAL at 1731956475233Closed at 1731956475233
2024-11-18T19:01:15,236 WARN  [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/.initializing
2024-11-18T19:01:15,237 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/WALs/1acff94d7356,44431,1731956472858
2024-11-18T19:01:15,244 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T19:01:15,258 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C44431%2C1731956472858, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/WALs/1acff94d7356,44431,1731956472858, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/oldWALs, maxLogs=10
2024-11-18T19:01:15,283 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/WALs/1acff94d7356,44431,1731956472858/1acff94d7356%2C44431%2C1731956472858.1731956475262, exclude list is [], retry=0
2024-11-18T19:01:15,300 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-80accc3d-60e4-4e00-8858-08f80b539fbb,DISK]
2024-11-18T19:01:15,303 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T19:01:15,336 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/WALs/1acff94d7356,44431,1731956472858/1acff94d7356%2C44431%2C1731956472858.1731956475262
2024-11-18T19:01:15,337 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)]
2024-11-18T19:01:15,337 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:01:15,338 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:15,341 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,342 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T19:01:15,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T19:01:15,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:15,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:15,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T19:01:15,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T19:01:15,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:15,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:01:15,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T19:01:15,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T19:01:15,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:15,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:01:15,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T19:01:15,421 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T19:01:15,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:15,422 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:01:15,422 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,426 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,427 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,433 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,434 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,438 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T19:01:15,442 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T19:01:15,446 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:01:15,448 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64827269, jitterRate=-0.03399841487407684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T19:01:15,455 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731956475353Initializing all the Stores at 1731956475355 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956475356 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956475357 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956475357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956475357Cleaning up temporary data from old regions at 1731956475434 (+77 ms)Region opened successfully at 1731956475455 (+21 ms)
2024-11-18T19:01:15,456 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T19:01:15,489 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbd083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0
2024-11-18T19:01:15,527 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T19:01:15,541 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T19:01:15,541 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T19:01:15,544 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T19:01:15,546 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T19:01:15,550 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-18T19:01:15,551 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T19:01:15,577 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T19:01:15,589 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T19:01:15,625 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T19:01:15,628 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T19:01:15,629 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T19:01:15,640 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T19:01:15,643 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T19:01:15,647 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T19:01:15,658 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T19:01:15,660 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T19:01:15,666 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T19:01:15,685 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T19:01:15,691 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T19:01:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T19:01:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T19:01:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,702 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1acff94d7356,44431,1731956472858, sessionid=0x101509c1b4e0000, setting cluster-up flag (Was=false)
2024-11-18T19:01:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,750 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T19:01:15,754 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,44431,1731956472858
2024-11-18T19:01:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:15,800 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T19:01:15,804 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,44431,1731956472858
2024-11-18T19:01:15,813 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T19:01:15,855 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(746): ClusterId : eff6df0c-3106-48f7-9343-4f24b761a47b
2024-11-18T19:01:15,858 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T19:01:15,869 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T19:01:15,869 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T19:01:15,876 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T19:01:15,877 DEBUG [RS:0;1acff94d7356:42777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4b803d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0
2024-11-18T19:01:15,891 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T19:01:15,895 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1acff94d7356:42777
2024-11-18T19:01:15,897 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T19:01:15,898 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T19:01:15,898 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T19:01:15,901 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T19:01:15,901 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,44431,1731956472858 with port=42777, startcode=1731956473563
2024-11-18T19:01:15,907 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T19:01:15,912 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1acff94d7356,44431,1731956472858
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T19:01:15,915 DEBUG [RS:0;1acff94d7356:42777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T19:01:15,919 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5
2024-11-18T19:01:15,919 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5
2024-11-18T19:01:15,919 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5
2024-11-18T19:01:15,920 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5
2024-11-18T19:01:15,920 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1acff94d7356:0, corePoolSize=10, maxPoolSize=10
2024-11-18T19:01:15,920 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:15,920 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1acff94d7356:0, corePoolSize=2, maxPoolSize=2
2024-11-18T19:01:15,921 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:15,923 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731956505922
2024-11-18T19:01:15,924 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T19:01:15,925 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T19:01:15,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T19:01:15,926 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T19:01:15,929 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T19:01:15,929 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T19:01:15,929 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T19:01:15,930 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T19:01:15,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:15,930 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:15,931 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T19:01:15,933 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T19:01:15,935 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T19:01:15,935 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T19:01:15,938 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T19:01:15,938 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T19:01:15,942 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956475940,5,FailOnTimeoutGroup]
2024-11-18T19:01:15,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741831_1007 (size=1321)
2024-11-18T19:01:15,946 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T19:01:15,946 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956475942,5,FailOnTimeoutGroup]
2024-11-18T19:01:15,947 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:15,947 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T19:01:15,947 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:01:15,948 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:15,948 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:15,955 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T19:01:15,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741832_1008 (size=32)
2024-11-18T19:01:15,961 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,42777,1731956473563
2024-11-18T19:01:15,963 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44431 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,42777,1731956473563
2024-11-18T19:01:15,974 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:01:15,975 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33877
2024-11-18T19:01:15,975 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T19:01:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T19:01:15,984 DEBUG [RS:0;1acff94d7356:42777 {}] zookeeper.ZKUtil(111): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,42777,1731956473563
2024-11-18T19:01:15,984 WARN  [RS:0;1acff94d7356:42777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:01:15,984 INFO  [RS:0;1acff94d7356:42777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T19:01:15,984 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563
2024-11-18T19:01:15,986 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,42777,1731956473563]
2024-11-18T19:01:16,013 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T19:01:16,029 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T19:01:16,033 INFO  [RS:0;1acff94d7356:42777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T19:01:16,033 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,035 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T19:01:16,040 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T19:01:16,041 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,042 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,043 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1
2024-11-18T19:01:16,044 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3
2024-11-18T19:01:16,044 DEBUG [RS:0;1acff94d7356:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,045 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42777,1731956473563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T19:01:16,063 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T19:01:16,065 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42777,1731956473563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,065 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,065 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.Replication(171): 1acff94d7356,42777,1731956473563 started
2024-11-18T19:01:16,083 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:16,083 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,42777,1731956473563, RpcServer on 1acff94d7356/172.17.0.2:42777, sessionid=0x101509c1b4e0001
2024-11-18T19:01:16,084 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T19:01:16,084 DEBUG [RS:0;1acff94d7356:42777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,42777,1731956473563
2024-11-18T19:01:16,084 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42777,1731956473563'
2024-11-18T19:01:16,084 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T19:01:16,085 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T19:01:16,086 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T19:01:16,086 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T19:01:16,086 DEBUG [RS:0;1acff94d7356:42777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,42777,1731956473563
2024-11-18T19:01:16,086 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42777,1731956473563'
2024-11-18T19:01:16,086 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T19:01:16,087 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T19:01:16,088 DEBUG [RS:0;1acff94d7356:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T19:01:16,088 INFO  [RS:0;1acff94d7356:42777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T19:01:16,088 INFO  [RS:0;1acff94d7356:42777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T19:01:16,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:16,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T19:01:16,371 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T19:01:16,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:16,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:16,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T19:01:16,374 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T19:01:16,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:16,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:16,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T19:01:16,378 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T19:01:16,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:16,379 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:16,379 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T19:01:16,381 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T19:01:16,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:16,383 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:16,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T19:01:16,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740
2024-11-18T19:01:16,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740
2024-11-18T19:01:16,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T19:01:16,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T19:01:16,391 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T19:01:16,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T19:01:16,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:01:16,400 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158408, jitterRate=-0.04396522045135498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T19:01:16,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731956476363Initializing all the Stores at 1731956476367 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956476367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956476368 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956476368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956476368Cleaning up temporary data from old regions at 1731956476390 (+22 ms)Region opened successfully at 1731956476402 (+12 ms)
2024-11-18T19:01:16,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T19:01:16,403 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T19:01:16,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T19:01:16,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T19:01:16,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T19:01:16,405 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T19:01:16,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731956476403Disabling compacts and flushes for region at 1731956476403Disabling writes for close at 1731956476403Writing region close event to WAL at 1731956476404 (+1 ms)Closed at 1731956476405 (+1 ms)
2024-11-18T19:01:16,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T19:01:16,409 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T19:01:16,416 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T19:01:16,426 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T19:01:16,429 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T19:01:16,581 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:17,582 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:18,583 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:19,584 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:20,585 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:21,586 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:22,586 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:23,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T19:01:23,234 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T19:01:23,587 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:24,588 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:25,589 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:26,589 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:27,590 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:28,591 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:29,592 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:30,593 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:31,594 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:32,594 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:33,595 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:34,596 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:35,597 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:36,598 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:37,600 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:38,601 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:39,602 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:40,604 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:41,605 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:41,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T19:01:42,606 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:43,607 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:44,608 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:45,609 WARN  [1acff94d7356:44431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T19:01:46,097 INFO  [RS:0;1acff94d7356:42777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T19:01:46,102 INFO  [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C42777%2C1731956473563, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/oldWALs, maxLogs=32
2024-11-18T19:01:46,118 DEBUG [RS:0;1acff94d7356:42777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563/1acff94d7356%2C42777%2C1731956473563.1731956506105, exclude list is [], retry=0
2024-11-18T19:01:46,122 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-80accc3d-60e4-4e00-8858-08f80b539fbb,DISK]
2024-11-18T19:01:46,125 INFO  [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563/1acff94d7356%2C42777%2C1731956473563.1731956506105
2024-11-18T19:01:46,125 DEBUG [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)]
2024-11-18T19:01:46,367 DEBUG [1acff94d7356:44431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T19:01:46,380 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:46,386 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,42777,1731956473563, state=OPENING
2024-11-18T19:01:46,439 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T19:01:46,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:46,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:01:46,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T19:01:46,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T19:01:46,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T19:01:46,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:01:46,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T19:01:46,640 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T19:01:46,651 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T19:01:46,651 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T19:01:46,652 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T19:01:46,655 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C42777%2C1731956473563.meta, suffix=.meta, logDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/oldWALs, maxLogs=32
2024-11-18T19:01:46,672 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563/1acff94d7356%2C42777%2C1731956473563.meta.1731956506657.meta, exclude list is [], retry=0
2024-11-18T19:01:46,676 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-80accc3d-60e4-4e00-8858-08f80b539fbb,DISK]
2024-11-18T19:01:46,679 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/WALs/1acff94d7356,42777,1731956473563/1acff94d7356%2C42777%2C1731956473563.meta.1731956506657.meta
2024-11-18T19:01:46,679 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)]
2024-11-18T19:01:46,680 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:01:46,682 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T19:01:46,684 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T19:01:46,689 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T19:01:46,692 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T19:01:46,693 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:46,693 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T19:01:46,693 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T19:01:46,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T19:01:46,698 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T19:01:46,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:46,699 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:46,700 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T19:01:46,701 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T19:01:46,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:46,702 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:46,702 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T19:01:46,704 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T19:01:46,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:46,705 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:46,705 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T19:01:46,706 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T19:01:46,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:46,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T19:01:46,707 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T19:01:46,709 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740
2024-11-18T19:01:46,712 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740
2024-11-18T19:01:46,714 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T19:01:46,714 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T19:01:46,715 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T19:01:46,717 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T19:01:46,719 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62334683, jitterRate=-0.0711408406496048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T19:01:46,719 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T19:01:46,720 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731956506694Writing region info on filesystem at 1731956506694Initializing all the Stores at 1731956506696 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956506696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956506696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956506696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956506696Cleaning up temporary data from old regions at 1731956506714 (+18 ms)Running coprocessor post-open hooks at 1731956506719 (+5 ms)Region opened successfully at 1731956506720 (+1 ms)
2024-11-18T19:01:46,727 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731956506629
2024-11-18T19:01:46,737 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T19:01:46,738 INFO  [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T19:01:46,740 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:46,742 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,42777,1731956473563, state=OPEN
2024-11-18T19:01:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T19:01:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T19:01:46,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T19:01:46,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T19:01:46,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1acff94d7356,42777,1731956473563
2024-11-18T19:01:46,816 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T19:01:46,816 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,42777,1731956473563 in 351 msec
2024-11-18T19:01:46,825 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T19:01:46,825 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.4020 sec
2024-11-18T19:01:46,827 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T19:01:46,827 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T19:01:46,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T19:01:46,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,42777,1731956473563, seqNum=-1]
2024-11-18T19:01:46,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T19:01:46,869 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T19:01:46,892 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.0470 sec
2024-11-18T19:01:46,893 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731956506893, completionTime=-1
2024-11-18T19:01:46,896 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T19:01:46,897 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T19:01:46,924 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T19:01:46,924 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731956566924
2024-11-18T19:01:46,924 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731956626924
2024-11-18T19:01:46,924 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-18T19:01:46,926 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,926 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,926 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,928 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1acff94d7356:44431, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,928 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,929 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:46,935 DEBUG [master/1acff94d7356:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T19:01:46,959 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.234sec
2024-11-18T19:01:46,960 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T19:01:46,962 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T19:01:46,963 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T19:01:46,963 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T19:01:46,963 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T19:01:46,964 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T19:01:46,964 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T19:01:46,973 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T19:01:46,974 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T19:01:46,974 INFO  [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,44431,1731956472858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T19:01:47,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c2ebd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,002 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T19:01:47,002 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T19:01:47,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,44431,-1 for getting cluster id
2024-11-18T19:01:47,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T19:01:47,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff6df0c-3106-48f7-9343-4f24b761a47b'
2024-11-18T19:01:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T19:01:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff6df0c-3106-48f7-9343-4f24b761a47b"

2024-11-18T19:01:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62396b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,44431,-1]
2024-11-18T19:01:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T19:01:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:01:47,025 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T19:01:47,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a98b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T19:01:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,42777,1731956473563, seqNum=-1]
2024-11-18T19:01:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T19:01:47,038 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T19:01:47,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1acff94d7356,44431,1731956472858
2024-11-18T19:01:47,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6994a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,44431,-1 for getting cluster id
2024-11-18T19:01:47,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T19:01:47,060 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff6df0c-3106-48f7-9343-4f24b761a47b'
2024-11-18T19:01:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T19:01:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff6df0c-3106-48f7-9343-4f24b761a47b"

2024-11-18T19:01:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a1e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,44431,-1]
2024-11-18T19:01:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T19:01:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:01:47,064 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T19:01:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0aa4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T19:01:47,077 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=2872
2024-11-18T19:01:47,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T19:01:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1acff94d7356,44431,1731956472858
2024-11-18T19:01:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7acec4
2024-11-18T19:01:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T19:01:47,095 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T19:01:47,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:01:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T19:01:47,137 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:01:47,139 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T19:01:47,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:47,142 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:01:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T19:01:47,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741835_1011 (size=428)
2024-11-18T19:01:47,572 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 103d16b3618a999e0c9eb61c7514d18b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:01:47,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741836_1012 (size=79)
2024-11-18T19:01:47,987 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:47,988 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 103d16b3618a999e0c9eb61c7514d18b, disabling compactions & flushes
2024-11-18T19:01:47,988 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:47,988 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:47,989 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b. after waiting 0 ms
2024-11-18T19:01:47,989 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:47,989 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:47,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 103d16b3618a999e0c9eb61c7514d18b:
Waiting for close lock at 1731956507988Disabling compacts and flushes for region at 1731956507988Disabling writes for close at 1731956507989 (+1 ms)Writing region close event to WAL at 1731956507989Closed at 1731956507989
2024-11-18T19:01:47,995 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:01:48,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731956507995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956507995"}]},"ts":"1731956507995"}
2024-11-18T19:01:48,005 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:01:48,007 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:01:48,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956508007"}]},"ts":"1731956508007"}
2024-11-18T19:01:48,013 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T19:01:48,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=103d16b3618a999e0c9eb61c7514d18b, ASSIGN}]
2024-11-18T19:01:48,019 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=103d16b3618a999e0c9eb61c7514d18b, ASSIGN
2024-11-18T19:01:48,021 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=103d16b3618a999e0c9eb61c7514d18b, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:01:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T19:01:48,173 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=103d16b3618a999e0c9eb61c7514d18b, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:48,179 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=103d16b3618a999e0c9eb61c7514d18b, ASSIGN because future has completed
2024-11-18T19:01:48,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 103d16b3618a999e0c9eb61c7514d18b, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:01:48,351 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:48,352 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 103d16b3618a999e0c9eb61c7514d18b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:01:48,352 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,353 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:48,353 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,353 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,355 INFO  [StoreOpener-103d16b3618a999e0c9eb61c7514d18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 103d16b3618a999e0c9eb61c7514d18b 
2024-11-18T19:01:48,357 INFO  [StoreOpener-103d16b3618a999e0c9eb61c7514d18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 103d16b3618a999e0c9eb61c7514d18b columnFamilyName testFamily
2024-11-18T19:01:48,357 DEBUG [StoreOpener-103d16b3618a999e0c9eb61c7514d18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:48,358 INFO  [StoreOpener-103d16b3618a999e0c9eb61c7514d18b-1 {}] regionserver.HStore(327): Store=103d16b3618a999e0c9eb61c7514d18b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:01:48,359 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,360 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,361 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,362 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,362 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,365 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,368 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:01:48,369 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 103d16b3618a999e0c9eb61c7514d18b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62786202, jitterRate=-0.0644126832485199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:01:48,370 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:01:48,371 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 103d16b3618a999e0c9eb61c7514d18b:
Running coprocessor pre-open hook at 1731956508353Writing region info on filesystem at 1731956508353Initializing all the Stores at 1731956508355 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956508355Cleaning up temporary data from old regions at 1731956508362 (+7 ms)Running coprocessor post-open hooks at 1731956508370 (+8 ms)Region opened successfully at 1731956508371 (+1 ms)
2024-11-18T19:01:48,373 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., pid=6, masterSystemTime=1731956508338
2024-11-18T19:01:48,377 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:48,377 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:01:48,378 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=103d16b3618a999e0c9eb61c7514d18b, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:48,382 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 103d16b3618a999e0c9eb61c7514d18b, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:01:48,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T19:01:48,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 103d16b3618a999e0c9eb61c7514d18b, server=1acff94d7356,42777,1731956473563 in 204 msec
2024-11-18T19:01:48,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T19:01:48,394 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=103d16b3618a999e0c9eb61c7514d18b, ASSIGN in 373 msec
2024-11-18T19:01:48,395 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:01:48,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956508395"}]},"ts":"1731956508395"}
2024-11-18T19:01:48,399 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T19:01:48,400 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:01:48,404 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2730 sec
2024-11-18T19:01:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T19:01:50,186 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T19:01:50,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T19:01:50,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:01:50,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T19:01:50,200 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:01:50,201 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T19:01:50,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T19:01:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,42777,1731956473563, seqNum=-1]
2024-11-18T19:01:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T19:01:50,209 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T19:01:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:01:50,234 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:01:50,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T19:01:50,244 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T19:01:50,249 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T19:01:50,251 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T19:01:50,252 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=988524742224904200
2024-11-18T19:01:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956513251, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:01:50,277 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T19:01:50,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T19:01:50,280 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:01:50,281 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:01:50,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=988524742224904202
2024-11-18T19:01:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956513281, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:01:50,286 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:01:50,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=988524742224904203
2024-11-18T19:01:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956513286, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:01:50,290 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:01:50,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=988524742224904204
2024-11-18T19:01:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956513290, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:01:50,295 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:01:50,306 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1626056802_22 at /127.0.0.1:59742 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/1acff94d7356:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=2822 (was 2872)
2024-11-18T19:01:50,315 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=2822
2024-11-18T19:01:50,319 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:01:50,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T19:01:50,324 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:01:50,324 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:50,324 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T19:01:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T19:01:50,326 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:01:50,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741837_1013 (size=414)
2024-11-18T19:01:50,743 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 833ae3765b4fc47f404d240b5b9d00af, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:01:50,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741838_1014 (size=65)
2024-11-18T19:01:51,157 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:51,157 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 833ae3765b4fc47f404d240b5b9d00af, disabling compactions & flushes
2024-11-18T19:01:51,158 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,158 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,158 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af. after waiting 0 ms
2024-11-18T19:01:51,158 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,158 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,158 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 833ae3765b4fc47f404d240b5b9d00af:
Waiting for close lock at 1731956511157Disabling compacts and flushes for region at 1731956511157Disabling writes for close at 1731956511158 (+1 ms)Writing region close event to WAL at 1731956511158Closed at 1731956511158
2024-11-18T19:01:51,163 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:01:51,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731956511163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956511163"}]},"ts":"1731956511163"}
2024-11-18T19:01:51,169 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:01:51,172 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:01:51,172 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956511172"}]},"ts":"1731956511172"}
2024-11-18T19:01:51,176 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T19:01:51,176 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=833ae3765b4fc47f404d240b5b9d00af, ASSIGN}]
2024-11-18T19:01:51,179 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=833ae3765b4fc47f404d240b5b9d00af, ASSIGN
2024-11-18T19:01:51,180 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=833ae3765b4fc47f404d240b5b9d00af, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:01:51,332 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=833ae3765b4fc47f404d240b5b9d00af, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:51,343 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=833ae3765b4fc47f404d240b5b9d00af, ASSIGN because future has completed
2024-11-18T19:01:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T19:01:51,343 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 833ae3765b4fc47f404d240b5b9d00af, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:01:51,511 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 833ae3765b4fc47f404d240b5b9d00af, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:01:51,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:01:51,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,516 INFO  [StoreOpener-833ae3765b4fc47f404d240b5b9d00af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 833ae3765b4fc47f404d240b5b9d00af 
2024-11-18T19:01:51,518 INFO  [StoreOpener-833ae3765b4fc47f404d240b5b9d00af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 833ae3765b4fc47f404d240b5b9d00af columnFamilyName testFamily
2024-11-18T19:01:51,518 DEBUG [StoreOpener-833ae3765b4fc47f404d240b5b9d00af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:51,519 INFO  [StoreOpener-833ae3765b4fc47f404d240b5b9d00af-1 {}] regionserver.HStore(327): Store=833ae3765b4fc47f404d240b5b9d00af/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:01:51,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:01:51,531 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 833ae3765b4fc47f404d240b5b9d00af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69301499, jitterRate=0.032672807574272156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:01:51,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:01:51,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 833ae3765b4fc47f404d240b5b9d00af:
Running coprocessor pre-open hook at 1731956511513Writing region info on filesystem at 1731956511513Initializing all the Stores at 1731956511515 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956511515Cleaning up temporary data from old regions at 1731956511523 (+8 ms)Running coprocessor post-open hooks at 1731956511531 (+8 ms)Region opened successfully at 1731956511532 (+1 ms)
2024-11-18T19:01:51,534 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., pid=9, masterSystemTime=1731956511498
2024-11-18T19:01:51,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,537 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:01:51,538 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=833ae3765b4fc47f404d240b5b9d00af, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:01:51,542 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 833ae3765b4fc47f404d240b5b9d00af, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:01:51,548 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T19:01:51,548 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 833ae3765b4fc47f404d240b5b9d00af, server=1acff94d7356,42777,1731956473563 in 201 msec
2024-11-18T19:01:51,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T19:01:51,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=833ae3765b4fc47f404d240b5b9d00af, ASSIGN in 372 msec
2024-11-18T19:01:51,553 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:01:51,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956511553"}]},"ts":"1731956511553"}
2024-11-18T19:01:51,556 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T19:01:51,558 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:01:51,561 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2380 sec
2024-11-18T19:01:52,239 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:01:52,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T19:01:52,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T19:01:52,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T19:01:53,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T19:01:53,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T19:01:53,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T19:01:53,235 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T19:01:53,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T19:01:53,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T19:01:53,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T19:01:53,237 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T19:01:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T19:01:53,355 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T19:01:53,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T19:01:53,356 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:01:53,365 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T19:01:53,365 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:01:53,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T19:01:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:01:53,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:01:53,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T19:01:53,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T19:01:53,389 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T19:01:59,405 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-18T19:01:59,405 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-18T19:01:59,406 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:01:59,415 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=2806 (was 2822)
2024-11-18T19:01:59,422 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=2806
2024-11-18T19:01:59,425 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:01:59,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T19:01:59,429 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:01:59,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:01:59,430 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T19:01:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T19:01:59,432 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:01:59,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741839_1015 (size=412)
2024-11-18T19:01:59,849 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec8f267d234d1fd462250599a9e2eb4d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:01:59,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741840_1016 (size=63)
2024-11-18T19:01:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-18T19:02:00,262 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:00,262 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing ec8f267d234d1fd462250599a9e2eb4d, disabling compactions & flushes
2024-11-18T19:02:00,263 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d. after waiting 0 ms
2024-11-18T19:02:00,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,263 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec8f267d234d1fd462250599a9e2eb4d:
Waiting for close lock at 1731956520262Disabling compacts and flushes for region at 1731956520262Disabling writes for close at 1731956520263 (+1 ms)Writing region close event to WAL at 1731956520263Closed at 1731956520263
2024-11-18T19:02:00,265 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:00,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731956520265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956520265"}]},"ts":"1731956520265"}
2024-11-18T19:02:00,269 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:00,271 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:00,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956520271"}]},"ts":"1731956520271"}
2024-11-18T19:02:00,275 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T19:02:00,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec8f267d234d1fd462250599a9e2eb4d, ASSIGN}]
2024-11-18T19:02:00,278 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec8f267d234d1fd462250599a9e2eb4d, ASSIGN
2024-11-18T19:02:00,279 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec8f267d234d1fd462250599a9e2eb4d, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:00,430 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ec8f267d234d1fd462250599a9e2eb4d, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:00,435 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec8f267d234d1fd462250599a9e2eb4d, ASSIGN because future has completed
2024-11-18T19:02:00,435 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec8f267d234d1fd462250599a9e2eb4d, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T19:02:00,606 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ec8f267d234d1fd462250599a9e2eb4d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:00,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:00,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,609 INFO  [StoreOpener-ec8f267d234d1fd462250599a9e2eb4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ec8f267d234d1fd462250599a9e2eb4d 
2024-11-18T19:02:00,611 INFO  [StoreOpener-ec8f267d234d1fd462250599a9e2eb4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec8f267d234d1fd462250599a9e2eb4d columnFamilyName testFamily
2024-11-18T19:02:00,611 DEBUG [StoreOpener-ec8f267d234d1fd462250599a9e2eb4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:00,612 INFO  [StoreOpener-ec8f267d234d1fd462250599a9e2eb4d-1 {}] regionserver.HStore(327): Store=ec8f267d234d1fd462250599a9e2eb4d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:00,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:00,621 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened ec8f267d234d1fd462250599a9e2eb4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66543340, jitterRate=-0.008426964282989502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:00,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:00,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ec8f267d234d1fd462250599a9e2eb4d:
Running coprocessor pre-open hook at 1731956520607Writing region info on filesystem at 1731956520607Initializing all the Stores at 1731956520608 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956520609 (+1 ms)Cleaning up temporary data from old regions at 1731956520614 (+5 ms)Running coprocessor post-open hooks at 1731956520621 (+7 ms)Region opened successfully at 1731956520621
2024-11-18T19:02:00,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d., pid=12, masterSystemTime=1731956520590
2024-11-18T19:02:00,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,626 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:00,627 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ec8f267d234d1fd462250599a9e2eb4d, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:00,630 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec8f267d234d1fd462250599a9e2eb4d, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:00,635 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T19:02:00,635 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ec8f267d234d1fd462250599a9e2eb4d, server=1acff94d7356,42777,1731956473563 in 197 msec
2024-11-18T19:02:00,638 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T19:02:00,638 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=ec8f267d234d1fd462250599a9e2eb4d, ASSIGN in 360 msec
2024-11-18T19:02:00,639 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:00,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956520639"}]},"ts":"1731956520639"}
2024-11-18T19:02:00,642 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T19:02:00,644 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:00,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2190 sec
2024-11-18T19:02:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T19:02:02,465 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T19:02:02,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T19:02:02,466 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:02,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T19:02:02,477 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:02,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T19:02:02,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:02,493 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:02,493 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T19:02:02,497 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T19:02:02,500 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T19:02:02,501 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T19:02:02,502 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T19:02:03,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T19:02:03,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:04,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T19:02:06,135 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:08,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904213' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T19:02:08,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:58768 deadline: 1731956534519, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904213' does not exist
2024-11-18T19:02:08,522 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1acff94d7356,42777,1731956473563 for closing scanner id = 988524742224904213 for ec8f267d234d1fd462250599a9e2eb4d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904213' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T19:02:08,525 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=2798 (was 2806)
2024-11-18T19:02:08,533 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=2796
2024-11-18T19:02:08,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T19:02:08,539 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:08,539 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:08,539 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T19:02:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T19:02:08,541 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:08,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741841_1017 (size=423)
2024-11-18T19:02:08,958 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e8f107520b31aae1d11f7b37140e0bf, NAME => 'testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:08,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741842_1018 (size=74)
2024-11-18T19:02:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-18T19:02:09,373 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:09,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 0e8f107520b31aae1d11f7b37140e0bf, disabling compactions & flushes
2024-11-18T19:02:09,374 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf. after waiting 0 ms
2024-11-18T19:02:09,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,374 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e8f107520b31aae1d11f7b37140e0bf:
Waiting for close lock at 1731956529373Disabling compacts and flushes for region at 1731956529373Disabling writes for close at 1731956529374 (+1 ms)Writing region close event to WAL at 1731956529374Closed at 1731956529374
2024-11-18T19:02:09,379 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:09,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731956529379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956529379"}]},"ts":"1731956529379"}
2024-11-18T19:02:09,384 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:09,385 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:09,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956529385"}]},"ts":"1731956529385"}
2024-11-18T19:02:09,389 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T19:02:09,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0e8f107520b31aae1d11f7b37140e0bf, ASSIGN}]
2024-11-18T19:02:09,392 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0e8f107520b31aae1d11f7b37140e0bf, ASSIGN
2024-11-18T19:02:09,393 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0e8f107520b31aae1d11f7b37140e0bf, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:09,545 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e8f107520b31aae1d11f7b37140e0bf, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T19:02:09,554 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0e8f107520b31aae1d11f7b37140e0bf, ASSIGN because future has completed
2024-11-18T19:02:09,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8f107520b31aae1d11f7b37140e0bf, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:09,724 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,724 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e8f107520b31aae1d11f7b37140e0bf, NAME => 'testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:09,725 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,725 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:09,725 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,725 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,728 INFO  [StoreOpener-0e8f107520b31aae1d11f7b37140e0bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0e8f107520b31aae1d11f7b37140e0bf 
2024-11-18T19:02:09,732 INFO  [StoreOpener-0e8f107520b31aae1d11f7b37140e0bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8f107520b31aae1d11f7b37140e0bf columnFamilyName testFamily
2024-11-18T19:02:09,732 DEBUG [StoreOpener-0e8f107520b31aae1d11f7b37140e0bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:09,733 INFO  [StoreOpener-0e8f107520b31aae1d11f7b37140e0bf-1 {}] regionserver.HStore(327): Store=0e8f107520b31aae1d11f7b37140e0bf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:09,734 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,735 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,736 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,737 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,737 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,741 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,746 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:09,747 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0e8f107520b31aae1d11f7b37140e0bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60097484, jitterRate=-0.10447770357131958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:09,747 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:09,748 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0e8f107520b31aae1d11f7b37140e0bf:
Running coprocessor pre-open hook at 1731956529725Writing region info on filesystem at 1731956529725Initializing all the Stores at 1731956529727 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956529727Cleaning up temporary data from old regions at 1731956529737 (+10 ms)Running coprocessor post-open hooks at 1731956529747 (+10 ms)Region opened successfully at 1731956529747
2024-11-18T19:02:09,749 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., pid=15, masterSystemTime=1731956529709
2024-11-18T19:02:09,752 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,753 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:09,754 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e8f107520b31aae1d11f7b37140e0bf, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:09,757 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8f107520b31aae1d11f7b37140e0bf, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:09,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T19:02:09,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e8f107520b31aae1d11f7b37140e0bf, server=1acff94d7356,42777,1731956473563 in 204 msec
2024-11-18T19:02:09,766 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T19:02:09,766 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0e8f107520b31aae1d11f7b37140e0bf, ASSIGN in 373 msec
2024-11-18T19:02:09,767 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:09,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956529767"}]},"ts":"1731956529767"}
2024-11-18T19:02:09,770 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T19:02:09,771 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:09,774 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2360 sec
2024-11-18T19:02:10,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T19:02:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T19:02:11,576 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T19:02:11,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T19:02:11,577 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:11,588 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T19:02:11,588 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:11,588 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T19:02:11,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:11,603 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:11,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T19:02:11,607 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T19:02:11,609 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T19:02:11,611 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T19:02:11,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=988524742224904217
2024-11-18T19:02:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956534610, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:02:11,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T19:02:11,617 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T19:02:11,618 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:02:11,620 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:02:11,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=988524742224904219
2024-11-18T19:02:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956534619, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:02:11,624 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:02:11,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=988524742224904220
2024-11-18T19:02:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956534624, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:02:11,629 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:02:11,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=988524742224904221
2024-11-18T19:02:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:58768 deadline: 1731956534628, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T19:02:11,634 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T19:02:11,642 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=226 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1626056802_22 at /127.0.0.1:59222 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=2795 (was 2796)
2024-11-18T19:02:11,651 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=226, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=2795
2024-11-18T19:02:11,654 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T19:02:11,657 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:11,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:11,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T19:02:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T19:02:11,659 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:11,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741843_1019 (size=418)
2024-11-18T19:02:11,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T19:02:12,076 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2e56bc88ed01d34b79abef65827295f, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:12,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741844_1020 (size=69)
2024-11-18T19:02:12,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:12,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d2e56bc88ed01d34b79abef65827295f, disabling compactions & flushes
2024-11-18T19:02:12,490 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f. after waiting 0 ms
2024-11-18T19:02:12,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,491 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,492 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2e56bc88ed01d34b79abef65827295f:
Waiting for close lock at 1731956532490Disabling compacts and flushes for region at 1731956532490Disabling writes for close at 1731956532491 (+1 ms)Writing region close event to WAL at 1731956532491Closed at 1731956532491
2024-11-18T19:02:12,496 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:12,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731956532496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956532496"}]},"ts":"1731956532496"}
2024-11-18T19:02:12,501 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:12,503 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:12,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956532503"}]},"ts":"1731956532503"}
2024-11-18T19:02:12,507 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T19:02:12,508 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d2e56bc88ed01d34b79abef65827295f, ASSIGN}]
2024-11-18T19:02:12,510 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d2e56bc88ed01d34b79abef65827295f, ASSIGN
2024-11-18T19:02:12,512 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d2e56bc88ed01d34b79abef65827295f, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:12,664 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d2e56bc88ed01d34b79abef65827295f, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:12,669 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d2e56bc88ed01d34b79abef65827295f, ASSIGN because future has completed
2024-11-18T19:02:12,669 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e56bc88ed01d34b79abef65827295f, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T19:02:12,836 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,836 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d2e56bc88ed01d34b79abef65827295f, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:12,837 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,837 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:12,837 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,837 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,839 INFO  [StoreOpener-d2e56bc88ed01d34b79abef65827295f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d2e56bc88ed01d34b79abef65827295f 
2024-11-18T19:02:12,842 INFO  [StoreOpener-d2e56bc88ed01d34b79abef65827295f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e56bc88ed01d34b79abef65827295f columnFamilyName testFamily
2024-11-18T19:02:12,842 DEBUG [StoreOpener-d2e56bc88ed01d34b79abef65827295f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:12,842 INFO  [StoreOpener-d2e56bc88ed01d34b79abef65827295f-1 {}] regionserver.HStore(327): Store=d2e56bc88ed01d34b79abef65827295f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:12,843 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,844 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,844 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,845 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,845 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,847 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,850 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:12,851 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d2e56bc88ed01d34b79abef65827295f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67711567, jitterRate=0.008980974555015564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:12,851 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:12,852 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d2e56bc88ed01d34b79abef65827295f:
Running coprocessor pre-open hook at 1731956532838Writing region info on filesystem at 1731956532838Initializing all the Stores at 1731956532839 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956532839Cleaning up temporary data from old regions at 1731956532845 (+6 ms)Running coprocessor post-open hooks at 1731956532851 (+6 ms)Region opened successfully at 1731956532852 (+1 ms)
2024-11-18T19:02:12,853 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., pid=18, masterSystemTime=1731956532823
2024-11-18T19:02:12,856 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,856 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:12,857 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d2e56bc88ed01d34b79abef65827295f, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:12,861 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e56bc88ed01d34b79abef65827295f, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:12,866 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T19:02:12,866 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d2e56bc88ed01d34b79abef65827295f, server=1acff94d7356,42777,1731956473563 in 194 msec
2024-11-18T19:02:12,869 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T19:02:12,870 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d2e56bc88ed01d34b79abef65827295f, ASSIGN in 358 msec
2024-11-18T19:02:12,871 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:12,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956532871"}]},"ts":"1731956532871"}
2024-11-18T19:02:12,874 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T19:02:12,875 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:12,877 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2210 sec
2024-11-18T19:02:13,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T19:02:13,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:13,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T19:02:13,234 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T19:02:14,703 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T19:02:14,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T19:02:14,704 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:14,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T19:02:14,710 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:14,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T19:02:14,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:14,728 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:14,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T19:02:14,732 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T19:02:14,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T19:02:15,229 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:15,743 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-18T19:02:15,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-18T19:02:15,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:02:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-18T19:02:16,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T19:02:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:16,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T19:02:17,743 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=970ms
2024-11-18T19:02:17,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=970ms
2024-11-18T19:02:17,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:02:17,760 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 226), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 93), ProcessCount=11 (was 11), AvailableMemoryMB=2794 (was 2795)
2024-11-18T19:02:17,769 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=85, ProcessCount=11, AvailableMemoryMB=2794
2024-11-18T19:02:17,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T19:02:17,777 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:17,777 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:17,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T19:02:17,779 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T19:02:17,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741845_1021 (size=416)
2024-11-18T19:02:18,197 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e37c61cf24aa15cf5c14f6b693af1b77, NAME => 'testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:18,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741846_1022 (size=67)
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e37c61cf24aa15cf5c14f6b693af1b77, disabling compactions & flushes
2024-11-18T19:02:18,206 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77. after waiting 0 ms
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,206 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,206 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e37c61cf24aa15cf5c14f6b693af1b77:
Waiting for close lock at 1731956538206Disabling compacts and flushes for region at 1731956538206Disabling writes for close at 1731956538206Writing region close event to WAL at 1731956538206Closed at 1731956538206
2024-11-18T19:02:18,208 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:18,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731956538208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956538208"}]},"ts":"1731956538208"}
2024-11-18T19:02:18,211 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:18,213 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:18,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956538213"}]},"ts":"1731956538213"}
2024-11-18T19:02:18,215 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T19:02:18,216 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e37c61cf24aa15cf5c14f6b693af1b77, ASSIGN}]
2024-11-18T19:02:18,217 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e37c61cf24aa15cf5c14f6b693af1b77, ASSIGN
2024-11-18T19:02:18,218 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e37c61cf24aa15cf5c14f6b693af1b77, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-18T19:02:18,370 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e37c61cf24aa15cf5c14f6b693af1b77, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:18,376 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e37c61cf24aa15cf5c14f6b693af1b77, ASSIGN because future has completed
2024-11-18T19:02:18,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37c61cf24aa15cf5c14f6b693af1b77, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:18,545 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,546 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e37c61cf24aa15cf5c14f6b693af1b77, NAME => 'testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:18,546 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,546 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:18,547 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,547 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,549 INFO  [StoreOpener-e37c61cf24aa15cf5c14f6b693af1b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e37c61cf24aa15cf5c14f6b693af1b77 
2024-11-18T19:02:18,551 INFO  [StoreOpener-e37c61cf24aa15cf5c14f6b693af1b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c61cf24aa15cf5c14f6b693af1b77 columnFamilyName testFamily
2024-11-18T19:02:18,551 DEBUG [StoreOpener-e37c61cf24aa15cf5c14f6b693af1b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:18,552 INFO  [StoreOpener-e37c61cf24aa15cf5c14f6b693af1b77-1 {}] regionserver.HStore(327): Store=e37c61cf24aa15cf5c14f6b693af1b77/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:18,552 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,553 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,553 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,554 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,554 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,557 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,560 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:18,560 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e37c61cf24aa15cf5c14f6b693af1b77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60508849, jitterRate=-0.09834788739681244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:18,561 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:18,561 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e37c61cf24aa15cf5c14f6b693af1b77:
Running coprocessor pre-open hook at 1731956538547Writing region info on filesystem at 1731956538547Initializing all the Stores at 1731956538548 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956538548Cleaning up temporary data from old regions at 1731956538554 (+6 ms)Running coprocessor post-open hooks at 1731956538561 (+7 ms)Region opened successfully at 1731956538561
2024-11-18T19:02:18,562 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77., pid=21, masterSystemTime=1731956538534
2024-11-18T19:02:18,565 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,565 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:18,566 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e37c61cf24aa15cf5c14f6b693af1b77, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:18,569 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37c61cf24aa15cf5c14f6b693af1b77, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:18,575 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T19:02:18,575 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e37c61cf24aa15cf5c14f6b693af1b77, server=1acff94d7356,42777,1731956473563 in 194 msec
2024-11-18T19:02:18,578 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T19:02:18,578 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e37c61cf24aa15cf5c14f6b693af1b77, ASSIGN in 359 msec
2024-11-18T19:02:18,580 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:18,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956538580"}]},"ts":"1731956538580"}
2024-11-18T19:02:18,582 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T19:02:18,584 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:18,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 811 msec
2024-11-18T19:02:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T19:02:18,794 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T19:02:18,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T19:02:18,795 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:18,805 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T19:02:18,805 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:18,805 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T19:02:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:18,820 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:18,820 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T19:02:18,824 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T19:02:18,826 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T19:02:18,827 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T19:02:18,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T19:02:21,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904232' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T19:02:21,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:58768 deadline: 1731956542840, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904232' does not exist
2024-11-18T19:02:21,844 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1acff94d7356,42777,1731956473563 for closing scanner id = 988524742224904232 for e37c61cf24aa15cf5c14f6b693af1b77 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904232' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T19:02:21,851 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1626056802_22 at /127.0.0.1:55792 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 85), ProcessCount=11 (was 11), AvailableMemoryMB=2797 (was 2794) - AvailableMemoryMB LEAK? -
2024-11-18T19:02:21,860 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=2797
2024-11-18T19:02:21,862 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T19:02:21,865 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:21,865 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:21,865 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T19:02:21,866 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T19:02:21,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741847_1023 (size=411)
2024-11-18T19:02:22,282 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7992b26240313a7481a3ead9ce7dc5f0, NAME => 'testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:22,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T19:02:22,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741848_1024 (size=62)
2024-11-18T19:02:22,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:22,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7992b26240313a7481a3ead9ce7dc5f0, disabling compactions & flushes
2024-11-18T19:02:22,297 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0. after waiting 0 ms
2024-11-18T19:02:22,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,297 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,298 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7992b26240313a7481a3ead9ce7dc5f0:
Waiting for close lock at 1731956542297Disabling compacts and flushes for region at 1731956542297Disabling writes for close at 1731956542297Writing region close event to WAL at 1731956542297Closed at 1731956542297
2024-11-18T19:02:22,300 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:22,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731956542300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956542300"}]},"ts":"1731956542300"}
2024-11-18T19:02:22,304 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:22,305 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:22,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956542305"}]},"ts":"1731956542305"}
2024-11-18T19:02:22,309 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T19:02:22,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7992b26240313a7481a3ead9ce7dc5f0, ASSIGN}]
2024-11-18T19:02:22,312 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7992b26240313a7481a3ead9ce7dc5f0, ASSIGN
2024-11-18T19:02:22,313 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7992b26240313a7481a3ead9ce7dc5f0, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-18T19:02:22,465 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7992b26240313a7481a3ead9ce7dc5f0, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:22,473 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7992b26240313a7481a3ead9ce7dc5f0, ASSIGN because future has completed
2024-11-18T19:02:22,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7992b26240313a7481a3ead9ce7dc5f0, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:22,641 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,642 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7992b26240313a7481a3ead9ce7dc5f0, NAME => 'testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:22,642 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,642 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:22,642 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,643 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,645 INFO  [StoreOpener-7992b26240313a7481a3ead9ce7dc5f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7992b26240313a7481a3ead9ce7dc5f0 
2024-11-18T19:02:22,648 INFO  [StoreOpener-7992b26240313a7481a3ead9ce7dc5f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7992b26240313a7481a3ead9ce7dc5f0 columnFamilyName testFamily
2024-11-18T19:02:22,648 DEBUG [StoreOpener-7992b26240313a7481a3ead9ce7dc5f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:22,649 INFO  [StoreOpener-7992b26240313a7481a3ead9ce7dc5f0-1 {}] regionserver.HStore(327): Store=7992b26240313a7481a3ead9ce7dc5f0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:22,649 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,651 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,651 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,652 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,652 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,655 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,658 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:22,658 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7992b26240313a7481a3ead9ce7dc5f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60801266, jitterRate=-0.09399053454399109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:22,658 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:22,659 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7992b26240313a7481a3ead9ce7dc5f0:
Running coprocessor pre-open hook at 1731956542643Writing region info on filesystem at 1731956542643Initializing all the Stores at 1731956542645 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956542645Cleaning up temporary data from old regions at 1731956542652 (+7 ms)Running coprocessor post-open hooks at 1731956542658 (+6 ms)Region opened successfully at 1731956542659 (+1 ms)
2024-11-18T19:02:22,660 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0., pid=24, masterSystemTime=1731956542627
2024-11-18T19:02:22,663 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,663 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:22,663 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7992b26240313a7481a3ead9ce7dc5f0, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:22,666 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7992b26240313a7481a3ead9ce7dc5f0, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:22,670 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T19:02:22,670 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 7992b26240313a7481a3ead9ce7dc5f0, server=1acff94d7356,42777,1731956473563 in 194 msec
2024-11-18T19:02:22,672 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T19:02:22,672 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7992b26240313a7481a3ead9ce7dc5f0, ASSIGN in 361 msec
2024-11-18T19:02:22,673 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:22,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956542673"}]},"ts":"1731956542673"}
2024-11-18T19:02:22,676 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T19:02:22,677 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:22,679 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 815 msec
2024-11-18T19:02:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T19:02:22,874 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T19:02:22,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T19:02:22,875 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:22,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T19:02:22,886 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:22,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T19:02:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:22,900 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:22,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T19:02:22,903 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T19:02:22,904 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T19:02:22,905 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T19:02:22,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T19:02:23,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T19:02:23,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:23,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T19:02:23,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:24,053 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:25,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904236' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T19:02:25,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:58768 deadline: 1731956546915, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904236' does not exist
2024-11-18T19:02:25,917 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1acff94d7356,42777,1731956473563 for closing scanner id = 988524742224904236 for 7992b26240313a7481a3ead9ce7dc5f0 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904236' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T19:02:25,922 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=2796 (was 2797)
2024-11-18T19:02:25,931 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=2796
2024-11-18T19:02:25,934 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:25,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T19:02:25,938 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:25,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:25,938 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T19:02:25,940 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T19:02:25,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741849_1025 (size=419)
2024-11-18T19:02:26,353 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d163394f303b19e9320d5d0864821e3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:26,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741850_1026 (size=70)
2024-11-18T19:02:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-18T19:02:26,772 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:26,772 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4d163394f303b19e9320d5d0864821e3, disabling compactions & flushes
2024-11-18T19:02:26,772 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:26,772 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:26,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3. after waiting 0 ms
2024-11-18T19:02:26,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:26,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:26,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d163394f303b19e9320d5d0864821e3:
Waiting for close lock at 1731956546772Disabling compacts and flushes for region at 1731956546772Disabling writes for close at 1731956546773 (+1 ms)Writing region close event to WAL at 1731956546773Closed at 1731956546773
2024-11-18T19:02:26,775 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:26,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731956546776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956546776"}]},"ts":"1731956546776"}
2024-11-18T19:02:26,779 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:26,780 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:26,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956546780"}]},"ts":"1731956546780"}
2024-11-18T19:02:26,783 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T19:02:26,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4d163394f303b19e9320d5d0864821e3, ASSIGN}]
2024-11-18T19:02:26,785 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4d163394f303b19e9320d5d0864821e3, ASSIGN
2024-11-18T19:02:26,786 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4d163394f303b19e9320d5d0864821e3, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:26,938 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4d163394f303b19e9320d5d0864821e3, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:26,945 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4d163394f303b19e9320d5d0864821e3, ASSIGN because future has completed
2024-11-18T19:02:26,945 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d163394f303b19e9320d5d0864821e3, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T19:02:27,114 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d163394f303b19e9320d5d0864821e3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,119 INFO  [StoreOpener-4d163394f303b19e9320d5d0864821e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4d163394f303b19e9320d5d0864821e3 
2024-11-18T19:02:27,123 INFO  [StoreOpener-4d163394f303b19e9320d5d0864821e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d163394f303b19e9320d5d0864821e3 columnFamilyName testFamily
2024-11-18T19:02:27,123 DEBUG [StoreOpener-4d163394f303b19e9320d5d0864821e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:27,123 INFO  [StoreOpener-4d163394f303b19e9320d5d0864821e3-1 {}] regionserver.HStore(327): Store=4d163394f303b19e9320d5d0864821e3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:27,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:27,132 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4d163394f303b19e9320d5d0864821e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59192214, jitterRate=-0.11796727776527405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4d163394f303b19e9320d5d0864821e3:
Running coprocessor pre-open hook at 1731956547116Writing region info on filesystem at 1731956547116Initializing all the Stores at 1731956547118 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956547119 (+1 ms)Cleaning up temporary data from old regions at 1731956547126 (+7 ms)Running coprocessor post-open hooks at 1731956547133 (+7 ms)Region opened successfully at 1731956547133
2024-11-18T19:02:27,134 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., pid=27, masterSystemTime=1731956547101
2024-11-18T19:02:27,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:27,137 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:27,138 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4d163394f303b19e9320d5d0864821e3, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:27,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d163394f303b19e9320d5d0864821e3, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:27,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T19:02:27,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d163394f303b19e9320d5d0864821e3, server=1acff94d7356,42777,1731956473563 in 197 msec
2024-11-18T19:02:27,147 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T19:02:27,147 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4d163394f303b19e9320d5d0864821e3, ASSIGN in 361 msec
2024-11-18T19:02:27,148 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:27,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956547148"}]},"ts":"1731956547148"}
2024-11-18T19:02:27,151 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T19:02:27,152 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:27,154 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2180 sec
2024-11-18T19:02:27,194 INFO  [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T19:02:27,194 INFO  [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T19:02:28,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T19:02:28,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T19:02:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T19:02:28,975 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T19:02:28,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T19:02:28,976 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T19:02:28,988 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:28,989 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T19:02:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:29,004 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:29,004 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T19:02:29,007 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T19:02:29,009 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T19:02:32,621 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:33,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T19:02:33,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:35,013 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-18T19:02:35,014 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-18T19:02:35,014 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:02:35,031 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=2794 (was 2796)
2024-11-18T19:02:35,039 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=74, ProcessCount=11, AvailableMemoryMB=2794
2024-11-18T19:02:35,042 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:35,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T19:02:35,046 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:35,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:35,047 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T19:02:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T19:02:35,048 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:35,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741851_1027 (size=407)
2024-11-18T19:02:35,461 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5973410536304d57f5145e742b755ff, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:35,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741852_1028 (size=58)
2024-11-18T19:02:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-18T19:02:35,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:35,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d5973410536304d57f5145e742b755ff, disabling compactions & flushes
2024-11-18T19:02:35,892 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:35,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:35,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff. after waiting 0 ms
2024-11-18T19:02:35,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:35,892 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:35,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5973410536304d57f5145e742b755ff:
Waiting for close lock at 1731956555891Disabling compacts and flushes for region at 1731956555891Disabling writes for close at 1731956555892 (+1 ms)Writing region close event to WAL at 1731956555892Closed at 1731956555892
2024-11-18T19:02:35,895 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:35,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731956555896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956555896"}]},"ts":"1731956555896"}
2024-11-18T19:02:35,901 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:35,903 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:35,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956555903"}]},"ts":"1731956555903"}
2024-11-18T19:02:35,906 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T19:02:35,906 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d5973410536304d57f5145e742b755ff, ASSIGN}]
2024-11-18T19:02:35,908 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d5973410536304d57f5145e742b755ff, ASSIGN
2024-11-18T19:02:35,909 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d5973410536304d57f5145e742b755ff, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:36,060 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d5973410536304d57f5145e742b755ff, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T19:02:36,067 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d5973410536304d57f5145e742b755ff, ASSIGN because future has completed
2024-11-18T19:02:36,067 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5973410536304d57f5145e742b755ff, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:36,235 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:36,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => d5973410536304d57f5145e742b755ff, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:36,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:36,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,238 INFO  [StoreOpener-d5973410536304d57f5145e742b755ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d5973410536304d57f5145e742b755ff 
2024-11-18T19:02:36,240 INFO  [StoreOpener-d5973410536304d57f5145e742b755ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5973410536304d57f5145e742b755ff columnFamilyName testFamily
2024-11-18T19:02:36,240 DEBUG [StoreOpener-d5973410536304d57f5145e742b755ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:36,241 INFO  [StoreOpener-d5973410536304d57f5145e742b755ff-1 {}] regionserver.HStore(327): Store=d5973410536304d57f5145e742b755ff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:36,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:36,253 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened d5973410536304d57f5145e742b755ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73674791, jitterRate=0.09783993661403656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:36,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:36,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for d5973410536304d57f5145e742b755ff:
Running coprocessor pre-open hook at 1731956556236Writing region info on filesystem at 1731956556236Initializing all the Stores at 1731956556238 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956556238Cleaning up temporary data from old regions at 1731956556244 (+6 ms)Running coprocessor post-open hooks at 1731956556253 (+9 ms)Region opened successfully at 1731956556254 (+1 ms)
2024-11-18T19:02:36,255 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff., pid=30, masterSystemTime=1731956556221
2024-11-18T19:02:36,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:36,258 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:36,259 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d5973410536304d57f5145e742b755ff, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:36,262 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5973410536304d57f5145e742b755ff, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:36,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T19:02:36,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure d5973410536304d57f5145e742b755ff, server=1acff94d7356,42777,1731956473563 in 196 msec
2024-11-18T19:02:36,270 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T19:02:36,270 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d5973410536304d57f5145e742b755ff, ASSIGN in 360 msec
2024-11-18T19:02:36,271 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:36,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956556271"}]},"ts":"1731956556271"}
2024-11-18T19:02:36,274 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T19:02:36,276 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:36,279 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2340 sec
2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T19:02:38,084 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T19:02:38,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T19:02:38,085 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:38,094 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T19:02:38,094 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:38,094 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T19:02:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:38,111 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:38,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T19:02:38,114 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T19:02:38,116 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T19:02:38,118 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T19:02:38,118 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T19:02:40,294 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T19:02:41,740 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:41,967 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T19:02:43,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T19:02:43,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:44,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904244' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T19:02:44,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:58768 deadline: 1731956570130, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904244' does not exist
2024-11-18T19:02:44,133 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1acff94d7356,42777,1731956473563 for closing scanner id = 988524742224904244 for d5973410536304d57f5145e742b755ff of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '988524742224904244' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T19:02:44,139 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 74), ProcessCount=11 (was 11), AvailableMemoryMB=2793 (was 2794)
2024-11-18T19:02:44,147 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=2793
2024-11-18T19:02:44,150 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T19:02:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T19:02:44,153 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T19:02:44,154 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:44,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T19:02:44,155 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T19:02:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T19:02:44,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741853_1029 (size=423)
2024-11-18T19:02:44,573 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b075a7fb93a04a8b9e3c5764c1a20bfb, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4
2024-11-18T19:02:44,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741854_1030 (size=74)
2024-11-18T19:02:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-18T19:02:44,988 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:44,988 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b075a7fb93a04a8b9e3c5764c1a20bfb, disabling compactions & flushes
2024-11-18T19:02:44,988 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:44,989 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:44,989 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb. after waiting 0 ms
2024-11-18T19:02:44,989 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:44,989 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:44,989 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b075a7fb93a04a8b9e3c5764c1a20bfb:
Waiting for close lock at 1731956564988Disabling compacts and flushes for region at 1731956564988Disabling writes for close at 1731956564989 (+1 ms)Writing region close event to WAL at 1731956564989Closed at 1731956564989
2024-11-18T19:02:44,993 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T19:02:44,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731956564993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956564993"}]},"ts":"1731956564993"}
2024-11-18T19:02:44,996 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T19:02:44,997 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T19:02:44,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956564998"}]},"ts":"1731956564998"}
2024-11-18T19:02:45,000 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T19:02:45,000 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b075a7fb93a04a8b9e3c5764c1a20bfb, ASSIGN}]
2024-11-18T19:02:45,001 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b075a7fb93a04a8b9e3c5764c1a20bfb, ASSIGN
2024-11-18T19:02:45,002 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b075a7fb93a04a8b9e3c5764c1a20bfb, ASSIGN; state=OFFLINE, location=1acff94d7356,42777,1731956473563; forceNewPlan=false, retain=false
2024-11-18T19:02:45,154 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b075a7fb93a04a8b9e3c5764c1a20bfb, regionState=OPENING, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:45,160 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b075a7fb93a04a8b9e3c5764c1a20bfb, ASSIGN because future has completed
2024-11-18T19:02:45,161 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure b075a7fb93a04a8b9e3c5764c1a20bfb, server=1acff94d7356,42777,1731956473563}]
2024-11-18T19:02:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T19:02:45,326 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:45,326 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b075a7fb93a04a8b9e3c5764c1a20bfb, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T19:02:45,327 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,327 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T19:02:45,327 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,327 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,331 INFO  [StoreOpener-b075a7fb93a04a8b9e3c5764c1a20bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b075a7fb93a04a8b9e3c5764c1a20bfb 
2024-11-18T19:02:45,334 INFO  [StoreOpener-b075a7fb93a04a8b9e3c5764c1a20bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b075a7fb93a04a8b9e3c5764c1a20bfb columnFamilyName testFamily
2024-11-18T19:02:45,334 DEBUG [StoreOpener-b075a7fb93a04a8b9e3c5764c1a20bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T19:02:45,335 INFO  [StoreOpener-b075a7fb93a04a8b9e3c5764c1a20bfb-1 {}] regionserver.HStore(327): Store=b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T19:02:45,335 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,337 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,337 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,338 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,338 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,341 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,345 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T19:02:45,346 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b075a7fb93a04a8b9e3c5764c1a20bfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70500666, jitterRate=0.05054178833961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T19:02:45,346 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:45,347 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b075a7fb93a04a8b9e3c5764c1a20bfb:
Running coprocessor pre-open hook at 1731956565328Writing region info on filesystem at 1731956565328Initializing all the Stores at 1731956565330 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956565330Cleaning up temporary data from old regions at 1731956565338 (+8 ms)Running coprocessor post-open hooks at 1731956565346 (+8 ms)Region opened successfully at 1731956565347 (+1 ms)
2024-11-18T19:02:45,348 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., pid=33, masterSystemTime=1731956565314
2024-11-18T19:02:45,350 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:45,350 INFO  [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:45,351 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b075a7fb93a04a8b9e3c5764c1a20bfb, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42777,1731956473563
2024-11-18T19:02:45,354 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure b075a7fb93a04a8b9e3c5764c1a20bfb, server=1acff94d7356,42777,1731956473563 because future has completed
2024-11-18T19:02:45,358 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T19:02:45,360 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure b075a7fb93a04a8b9e3c5764c1a20bfb, server=1acff94d7356,42777,1731956473563 in 194 msec
2024-11-18T19:02:45,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T19:02:45,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b075a7fb93a04a8b9e3c5764c1a20bfb, ASSIGN in 358 msec
2024-11-18T19:02:45,363 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T19:02:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956565363"}]},"ts":"1731956565363"}
2024-11-18T19:02:45,366 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T19:02:45,368 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T19:02:45,371 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2180 sec
2024-11-18T19:02:46,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T19:02:47,070 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T19:02:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T19:02:47,174 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T19:02:47,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T19:02:47,174 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:47,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T19:02:47,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:02:47,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T19:02:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:47,199 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T19:02:47,199 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T19:02:47,203 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T19:02:47,205 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T19:02:48,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-18T19:02:48,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-18T19:02:48,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:02:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-18T19:02:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2]
2024-11-18T19:02:49,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T19:02:50,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1acff94d7356:42777 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=970ms
2024-11-18T19:02:50,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=970ms
2024-11-18T19:02:50,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., hostname=1acff94d7356,42777,1731956473563, seqNum=2 from cache
2024-11-18T19:02:50,229 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=2788 (was 2793)
2024-11-18T19:02:50,230 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T19:02:50,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T19:02:50,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,236 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T19:02:50,236 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T19:02:50,236 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T19:02:50,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T19:02:50,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,237 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T19:02:50,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T19:02:50,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=836423166, stopped=false
2024-11-18T19:02:50,238 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1acff94d7356,44431,1731956472858
2024-11-18T19:02:50,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T19:02:50,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T19:02:50,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:02:50,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:02:50,278 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T19:02:50,279 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T19:02:50,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T19:02:50,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T19:02:50,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T19:02:50,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,42777,1731956473563' *****
2024-11-18T19:02:50,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T19:02:50,281 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T19:02:50,281 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T19:02:50,281 INFO  [RS:0;1acff94d7356:42777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T19:02:50,282 INFO  [RS:0;1acff94d7356:42777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T19:02:50,282 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for e37c61cf24aa15cf5c14f6b693af1b77
2024-11-18T19:02:50,283 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d163394f303b19e9320d5d0864821e3
2024-11-18T19:02:50,283 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for d2e56bc88ed01d34b79abef65827295f
2024-11-18T19:02:50,283 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 7992b26240313a7481a3ead9ce7dc5f0
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 833ae3765b4fc47f404d240b5b9d00af
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for d5973410536304d57f5145e742b755ff
2024-11-18T19:02:50,284 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e37c61cf24aa15cf5c14f6b693af1b77, disabling compactions & flushes
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for b075a7fb93a04a8b9e3c5764c1a20bfb
2024-11-18T19:02:50,284 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 103d16b3618a999e0c9eb61c7514d18b
2024-11-18T19:02:50,284 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:50,284 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77. after waiting 0 ms
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e8f107520b31aae1d11f7b37140e0bf
2024-11-18T19:02:50,284 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:50,284 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,42777,1731956473563
2024-11-18T19:02:50,285 INFO  [RS:0;1acff94d7356:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T19:02:50,285 INFO  [RS:0;1acff94d7356:42777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1acff94d7356:42777.
2024-11-18T19:02:50,285 DEBUG [RS:0;1acff94d7356:42777 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T19:02:50,285 DEBUG [RS:0;1acff94d7356:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:50,285 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T19:02:50,285 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T19:02:50,286 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T19:02:50,286 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T19:02:50,286 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T19:02:50,286 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T19:02:50,286 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T19:02:50,286 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T19:02:50,286 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T19:02:50,286 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T19:02:50,286 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 4d163394f303b19e9320d5d0864821e3, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, e37c61cf24aa15cf5c14f6b693af1b77, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:50,288 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e37c61cf24aa15cf5c14f6b693af1b77 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:50,288 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T19:02:50,339 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/.tmp/testFamily/415f9ae4f1884e8bbf9d2d6c2cbc9fb4 is 61, key is row-0/testFamily:testQualifier/1731956538811/Put/seqid=0
2024-11-18T19:02:50,345 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/info/606e6add32464308a3c989a526700055 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b./info:regioninfo/1731956508378/Put/seqid=0
2024-11-18T19:02:50,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741855_1031 (size=5049)
2024-11-18T19:02:50,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741856_1032 (size=20564)
2024-11-18T19:02:50,487 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 4d163394f303b19e9320d5d0864821e3, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, e37c61cf24aa15cf5c14f6b693af1b77, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:50,687 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 4d163394f303b19e9320d5d0864821e3, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, e37c61cf24aa15cf5c14f6b693af1b77, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:50,736 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T19:02:50,749 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/.tmp/testFamily/415f9ae4f1884e8bbf9d2d6c2cbc9fb4
2024-11-18T19:02:50,751 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/info/606e6add32464308a3c989a526700055
2024-11-18T19:02:50,794 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/.tmp/testFamily/415f9ae4f1884e8bbf9d2d6c2cbc9fb4 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/testFamily/415f9ae4f1884e8bbf9d2d6c2cbc9fb4
2024-11-18T19:02:50,804 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/testFamily/415f9ae4f1884e8bbf9d2d6c2cbc9fb4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:50,811 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/ns/6297d511867845a9bc3f7a9f6c1fa2ff is 43, key is default/ns:d/1731956506874/Put/seqid=0
2024-11-18T19:02:50,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741857_1033 (size=5153)
2024-11-18T19:02:50,816 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e37c61cf24aa15cf5c14f6b693af1b77 in 525ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:50,823 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNextAsync/e37c61cf24aa15cf5c14f6b693af1b77/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:50,825 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:50,825 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e37c61cf24aa15cf5c14f6b693af1b77:
Waiting for close lock at 1731956570283Running coprocessor pre-close hooks at 1731956570284 (+1 ms)Disabling compacts and flushes for region at 1731956570284Disabling writes for close at 1731956570284Obtaining lock to block concurrent updates at 1731956570288 (+4 ms)Preparing flush snapshotting stores in e37c61cf24aa15cf5c14f6b693af1b77 at 1731956570289 (+1 ms)Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956570295 (+6 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77. at 1731956570296 (+1 ms)Flushing e37c61cf24aa15cf5c14f6b693af1b77/testFamily: creating writer at 1731956570298 (+2 ms)Flushing e37c61cf24aa15cf5c14f6b693af1b77/testFamily: appending metadata at 1731956570334 (+36 ms)Flushing e37c61cf24aa15cf5c14f6b693af1b77/testFamily: closing flushed file at 1731956570336 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bedcbc0: reopening flushed file at 1731956570793 (+457 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e37c61cf24aa15cf5c14f6b693af1b77 in 525ms, sequenceid=8, compaction requested=false at 1731956570817 (+24 ms)Writing region close event to WAL at 1731956570818 (+1 ms)Running coprocessor post-close hooks at 1731956570824 (+6 ms)Closed at 1731956570825 (+1 ms)
2024-11-18T19:02:50,826 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731956537772.e37c61cf24aa15cf5c14f6b693af1b77.
2024-11-18T19:02:50,826 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d163394f303b19e9320d5d0864821e3, disabling compactions & flushes
2024-11-18T19:02:50,826 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:50,827 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:50,827 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3. after waiting 0 ms
2024-11-18T19:02:50,827 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:50,827 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d163394f303b19e9320d5d0864821e3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:50,829 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:50,847 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/.tmp/testFamily/a60184fdabe84f0294870862b6592e34 is 61, key is row-0/testFamily:testQualifier/1731956548995/Put/seqid=0
2024-11-18T19:02:50,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741858_1034 (size=5049)
2024-11-18T19:02:50,888 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 4d163394f303b19e9320d5d0864821e3, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,047 INFO  [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T19:02:51,048 INFO  [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T19:02:51,088 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 4d163394f303b19e9320d5d0864821e3, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,219 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/ns/6297d511867845a9bc3f7a9f6c1fa2ff
2024-11-18T19:02:51,251 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/table/ee1101df5ed343f3bd658b87fcea3ca6 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731956508395/Put/seqid=0
2024-11-18T19:02:51,253 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/.tmp/testFamily/a60184fdabe84f0294870862b6592e34
2024-11-18T19:02:51,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741859_1035 (size=6699)
2024-11-18T19:02:51,263 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/.tmp/testFamily/a60184fdabe84f0294870862b6592e34 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/testFamily/a60184fdabe84f0294870862b6592e34
2024-11-18T19:02:51,272 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/testFamily/a60184fdabe84f0294870862b6592e34, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:51,273 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d163394f303b19e9320d5d0864821e3 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:51,278 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4d163394f303b19e9320d5d0864821e3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:51,279 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:51,279 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d163394f303b19e9320d5d0864821e3:
Waiting for close lock at 1731956570826Running coprocessor pre-close hooks at 1731956570826Disabling compacts and flushes for region at 1731956570826Disabling writes for close at 1731956570827 (+1 ms)Obtaining lock to block concurrent updates at 1731956570827Preparing flush snapshotting stores in 4d163394f303b19e9320d5d0864821e3 at 1731956570827Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956570827Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3. at 1731956570828 (+1 ms)Flushing 4d163394f303b19e9320d5d0864821e3/testFamily: creating writer at 1731956570828Flushing 4d163394f303b19e9320d5d0864821e3/testFamily: appending metadata at 1731956570847 (+19 ms)Flushing 4d163394f303b19e9320d5d0864821e3/testFamily: closing flushed file at 1731956570847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53adb0e6: reopening flushed file at 1731956571262 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d163394f303b19e9320d5d0864821e3 in 446ms, sequenceid=8, compaction requested=false at 1731956571273 (+11 ms)Writing region close event to WAL at 1731956571274 (+1 ms)Running coprocessor post-close hooks at 1731956571279 (+5 ms)Closed at 1731956571279
2024-11-18T19:02:51,279 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731956545933.4d163394f303b19e9320d5d0864821e3.
2024-11-18T19:02:51,279 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2e56bc88ed01d34b79abef65827295f, disabling compactions & flushes
2024-11-18T19:02:51,279 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:51,280 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:51,280 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f. after waiting 0 ms
2024-11-18T19:02:51,280 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:51,280 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2e56bc88ed01d34b79abef65827295f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:51,288 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-18T19:02:51,288 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1325): Online Regions={d2e56bc88ed01d34b79abef65827295f=testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., 7992b26240313a7481a3ead9ce7dc5f0=testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0., 833ae3765b4fc47f404d240b5b9d00af=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., d5973410536304d57f5145e742b755ff=hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff., 1588230740=hbase:meta,,1.1588230740, b075a7fb93a04a8b9e3c5764c1a20bfb=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., 103d16b3618a999e0c9eb61c7514d18b=testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., 0e8f107520b31aae1d11f7b37140e0bf=testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., ec8f267d234d1fd462250599a9e2eb4d=hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.}
2024-11-18T19:02:51,289 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,298 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/.tmp/testFamily/774df51bec3a427b86fb5b2ef50d9a75 is 61, key is row-0/testFamily:testQualifier/1731956534717/Put/seqid=0
2024-11-18T19:02:51,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741860_1036 (size=5049)
2024-11-18T19:02:51,489 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,659 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/table/ee1101df5ed343f3bd658b87fcea3ca6
2024-11-18T19:02:51,673 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/info/606e6add32464308a3c989a526700055 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/info/606e6add32464308a3c989a526700055
2024-11-18T19:02:51,682 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/info/606e6add32464308a3c989a526700055, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T19:02:51,684 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/ns/6297d511867845a9bc3f7a9f6c1fa2ff as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/ns/6297d511867845a9bc3f7a9f6c1fa2ff
2024-11-18T19:02:51,689 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 1588230740, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d2e56bc88ed01d34b79abef65827295f, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,693 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/ns/6297d511867845a9bc3f7a9f6c1fa2ff, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T19:02:51,694 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/.tmp/table/ee1101df5ed343f3bd658b87fcea3ca6 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/table/ee1101df5ed343f3bd658b87fcea3ca6
2024-11-18T19:02:51,702 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/table/ee1101df5ed343f3bd658b87fcea3ca6, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T19:02:51,704 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/.tmp/testFamily/774df51bec3a427b86fb5b2ef50d9a75
2024-11-18T19:02:51,704 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=56, compaction requested=false
2024-11-18T19:02:51,710 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T19:02:51,711 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T19:02:51,711 INFO  [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T19:02:51,712 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731956570286Running coprocessor pre-close hooks at 1731956570286Disabling compacts and flushes for region at 1731956570286Disabling writes for close at 1731956570286Obtaining lock to block concurrent updates at 1731956570288 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731956570289 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731956570295 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731956570296 (+1 ms)Flushing 1588230740/info: creating writer at 1731956570298 (+2 ms)Flushing 1588230740/info: appending metadata at 1731956570339 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731956570339Flushing 1588230740/ns: creating writer at 1731956570793 (+454 ms)Flushing 1588230740/ns: appending metadata at 1731956570810 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731956570810Flushing 1588230740/table: creating writer at 1731956571235 (+425 ms)Flushing 1588230740/table: appending metadata at 1731956571250 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731956571251 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3719a697: reopening flushed file at 1731956571671 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbdff55: reopening flushed file at 1731956571682 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5415366: reopening flushed file at 1731956571693 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=56, compaction requested=false at 1731956571704 (+11 ms)Writing region close event to WAL at 1731956571706 (+2 ms)Running coprocessor post-close hooks at 1731956571711 (+5 ms)Closed at 1731956571711
2024-11-18T19:02:51,712 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T19:02:51,714 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/.tmp/testFamily/774df51bec3a427b86fb5b2ef50d9a75 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/testFamily/774df51bec3a427b86fb5b2ef50d9a75
2024-11-18T19:02:51,722 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/testFamily/774df51bec3a427b86fb5b2ef50d9a75, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:51,723 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2e56bc88ed01d34b79abef65827295f in 443ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:51,728 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScanner/d2e56bc88ed01d34b79abef65827295f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:51,729 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:51,729 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2e56bc88ed01d34b79abef65827295f:
Waiting for close lock at 1731956571279Running coprocessor pre-close hooks at 1731956571279Disabling compacts and flushes for region at 1731956571279Disabling writes for close at 1731956571280 (+1 ms)Obtaining lock to block concurrent updates at 1731956571280Preparing flush snapshotting stores in d2e56bc88ed01d34b79abef65827295f at 1731956571280Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956571280Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f. at 1731956571281 (+1 ms)Flushing d2e56bc88ed01d34b79abef65827295f/testFamily: creating writer at 1731956571281Flushing d2e56bc88ed01d34b79abef65827295f/testFamily: appending metadata at 1731956571298 (+17 ms)Flushing d2e56bc88ed01d34b79abef65827295f/testFamily: closing flushed file at 1731956571298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753d9a82: reopening flushed file at 1731956571713 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2e56bc88ed01d34b79abef65827295f in 443ms, sequenceid=8, compaction requested=false at 1731956571723 (+10 ms)Writing region close event to WAL at 1731956571724 (+1 ms)Running coprocessor post-close hooks at 1731956571729 (+5 ms)Closed at 1731956571729
2024-11-18T19:02:51,729 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731956531653.d2e56bc88ed01d34b79abef65827295f.
2024-11-18T19:02:51,730 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7992b26240313a7481a3ead9ce7dc5f0, disabling compactions & flushes
2024-11-18T19:02:51,730 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:51,730 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:51,730 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0. after waiting 0 ms
2024-11-18T19:02:51,730 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:51,730 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7992b26240313a7481a3ead9ce7dc5f0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:51,747 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/.tmp/testFamily/d67beed15c934a12b86f26abc4a3b2ee is 61, key is row-0/testFamily:testQualifier/1731956542890/Put/seqid=0
2024-11-18T19:02:51,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741861_1037 (size=5049)
2024-11-18T19:02:51,890 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:51,900 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1acff94d7356:44431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-18T19:02:52,090 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 7992b26240313a7481a3ead9ce7dc5f0, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:52,155 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/.tmp/testFamily/d67beed15c934a12b86f26abc4a3b2ee
2024-11-18T19:02:52,169 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/.tmp/testFamily/d67beed15c934a12b86f26abc4a3b2ee as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/testFamily/d67beed15c934a12b86f26abc4a3b2ee
2024-11-18T19:02:52,176 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/testFamily/d67beed15c934a12b86f26abc4a3b2ee, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:52,177 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7992b26240313a7481a3ead9ce7dc5f0 in 447ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:52,182 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnNext/7992b26240313a7481a3ead9ce7dc5f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:52,183 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:52,183 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7992b26240313a7481a3ead9ce7dc5f0:
Waiting for close lock at 1731956571730Running coprocessor pre-close hooks at 1731956571730Disabling compacts and flushes for region at 1731956571730Disabling writes for close at 1731956571730Obtaining lock to block concurrent updates at 1731956571730Preparing flush snapshotting stores in 7992b26240313a7481a3ead9ce7dc5f0 at 1731956571730Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956571730Flushing stores of testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0. at 1731956571731 (+1 ms)Flushing 7992b26240313a7481a3ead9ce7dc5f0/testFamily: creating writer at 1731956571731Flushing 7992b26240313a7481a3ead9ce7dc5f0/testFamily: appending metadata at 1731956571746 (+15 ms)Flushing 7992b26240313a7481a3ead9ce7dc5f0/testFamily: closing flushed file at 1731956571746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa098aa: reopening flushed file at 1731956572167 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7992b26240313a7481a3ead9ce7dc5f0 in 447ms, sequenceid=8, compaction requested=false at 1731956572177 (+10 ms)Writing region close event to WAL at 1731956572178 (+1 ms)Running coprocessor post-close hooks at 1731956572183 (+5 ms)Closed at 1731956572183
2024-11-18T19:02:52,183 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731956541861.7992b26240313a7481a3ead9ce7dc5f0.
2024-11-18T19:02:52,183 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 833ae3765b4fc47f404d240b5b9d00af, disabling compactions & flushes
2024-11-18T19:02:52,183 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:02:52,184 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:02:52,184 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af. after waiting 0 ms
2024-11-18T19:02:52,184 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:02:52,184 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 833ae3765b4fc47f404d240b5b9d00af 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:52,202 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/.tmp/testFamily/151d5d23bb2c4072bfa4d6bdf4ad6e48 is 61, key is row-0/testFamily:testQualifier/1731956513371/Put/seqid=0
2024-11-18T19:02:52,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741862_1038 (size=5049)
2024-11-18T19:02:52,291 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-18T19:02:52,291 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1325): Online Regions={833ae3765b4fc47f404d240b5b9d00af=hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., d5973410536304d57f5145e742b755ff=hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff., b075a7fb93a04a8b9e3c5764c1a20bfb=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., 103d16b3618a999e0c9eb61c7514d18b=testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., 0e8f107520b31aae1d11f7b37140e0bf=testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., ec8f267d234d1fd462250599a9e2eb4d=hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.}
2024-11-18T19:02:52,291 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:52,492 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, 833ae3765b4fc47f404d240b5b9d00af, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:52,609 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/.tmp/testFamily/151d5d23bb2c4072bfa4d6bdf4ad6e48
2024-11-18T19:02:52,624 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/.tmp/testFamily/151d5d23bb2c4072bfa4d6bdf4ad6e48 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/testFamily/151d5d23bb2c4072bfa4d6bdf4ad6e48
2024-11-18T19:02:52,634 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/testFamily/151d5d23bb2c4072bfa4d6bdf4ad6e48, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:52,636 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 833ae3765b4fc47f404d240b5b9d00af in 452ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:52,641 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnOpenScanner/833ae3765b4fc47f404d240b5b9d00af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:52,642 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:02:52,642 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 833ae3765b4fc47f404d240b5b9d00af:
Waiting for close lock at 1731956572183Running coprocessor pre-close hooks at 1731956572183Disabling compacts and flushes for region at 1731956572183Disabling writes for close at 1731956572184 (+1 ms)Obtaining lock to block concurrent updates at 1731956572184Preparing flush snapshotting stores in 833ae3765b4fc47f404d240b5b9d00af at 1731956572184Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956572184Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af. at 1731956572185 (+1 ms)Flushing 833ae3765b4fc47f404d240b5b9d00af/testFamily: creating writer at 1731956572185Flushing 833ae3765b4fc47f404d240b5b9d00af/testFamily: appending metadata at 1731956572202 (+17 ms)Flushing 833ae3765b4fc47f404d240b5b9d00af/testFamily: closing flushed file at 1731956572202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d52913: reopening flushed file at 1731956572622 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 833ae3765b4fc47f404d240b5b9d00af in 452ms, sequenceid=8, compaction requested=false at 1731956572636 (+14 ms)Writing region close event to WAL at 1731956572637 (+1 ms)Running coprocessor post-close hooks at 1731956572642 (+5 ms)Closed at 1731956572642
2024-11-18T19:02:52,642 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731956510319.833ae3765b4fc47f404d240b5b9d00af.
2024-11-18T19:02:52,642 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5973410536304d57f5145e742b755ff, disabling compactions & flushes
2024-11-18T19:02:52,642 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:52,643 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:52,643 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff. after waiting 0 ms
2024-11-18T19:02:52,643 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:52,643 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5973410536304d57f5145e742b755ff 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:52,659 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/.tmp/testFamily/75e0d184de744618a4020da744b198ca is 61, key is row-0/testFamily:testQualifier/1731956558099/Put/seqid=0
2024-11-18T19:02:52,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741863_1039 (size=5049)
2024-11-18T19:02:52,692 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:52,892 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,067 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/.tmp/testFamily/75e0d184de744618a4020da744b198ca
2024-11-18T19:02:53,080 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/.tmp/testFamily/75e0d184de744618a4020da744b198ca as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/testFamily/75e0d184de744618a4020da744b198ca
2024-11-18T19:02:53,087 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/testFamily/75e0d184de744618a4020da744b198ca, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:53,089 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d5973410536304d57f5145e742b755ff in 445ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:53,093 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, b075a7fb93a04a8b9e3c5764c1a20bfb, d5973410536304d57f5145e742b755ff, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,093 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNext/d5973410536304d57f5145e742b755ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:53,094 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:53,094 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5973410536304d57f5145e742b755ff:
Waiting for close lock at 1731956572642Running coprocessor pre-close hooks at 1731956572642Disabling compacts and flushes for region at 1731956572642Disabling writes for close at 1731956572643 (+1 ms)Obtaining lock to block concurrent updates at 1731956572643Preparing flush snapshotting stores in d5973410536304d57f5145e742b755ff at 1731956572643Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956572643Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff. at 1731956572644 (+1 ms)Flushing d5973410536304d57f5145e742b755ff/testFamily: creating writer at 1731956572644Flushing d5973410536304d57f5145e742b755ff/testFamily: appending metadata at 1731956572659 (+15 ms)Flushing d5973410536304d57f5145e742b755ff/testFamily: closing flushed file at 1731956572659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d108b9: reopening flushed file at 1731956573079 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d5973410536304d57f5145e742b755ff in 445ms, sequenceid=8, compaction requested=false at 1731956573089 (+10 ms)Writing region close event to WAL at 1731956573089Running coprocessor post-close hooks at 1731956573094 (+5 ms)Closed at 1731956573094
2024-11-18T19:02:53,094 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731956555042.d5973410536304d57f5145e742b755ff.
2024-11-18T19:02:53,095 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b075a7fb93a04a8b9e3c5764c1a20bfb, disabling compactions & flushes
2024-11-18T19:02:53,095 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:53,095 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:53,095 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb. after waiting 0 ms
2024-11-18T19:02:53,095 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:53,095 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b075a7fb93a04a8b9e3c5764c1a20bfb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:53,111 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/.tmp/testFamily/63f69f45ff0842febdd248ca37bd8460 is 61, key is row-0/testFamily:testQualifier/1731956567188/Put/seqid=0
2024-11-18T19:02:53,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741864_1040 (size=5049)
2024-11-18T19:02:53,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T19:02:53,233 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T19:02:53,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T19:02:53,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T19:02:53,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T19:02:53,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T19:02:53,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T19:02:53,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T19:02:53,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T19:02:53,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T19:02:53,293 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-18T19:02:53,293 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1325): Online Regions={b075a7fb93a04a8b9e3c5764c1a20bfb=testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., 103d16b3618a999e0c9eb61c7514d18b=testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., 0e8f107520b31aae1d11f7b37140e0bf=testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., ec8f267d234d1fd462250599a9e2eb4d=hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.}
2024-11-18T19:02:53,294 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, b075a7fb93a04a8b9e3c5764c1a20bfb, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,494 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, b075a7fb93a04a8b9e3c5764c1a20bfb, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,518 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/.tmp/testFamily/63f69f45ff0842febdd248ca37bd8460
2024-11-18T19:02:53,534 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/.tmp/testFamily/63f69f45ff0842febdd248ca37bd8460 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily/63f69f45ff0842febdd248ca37bd8460
2024-11-18T19:02:53,541 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily/63f69f45ff0842febdd248ca37bd8460, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:53,542 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b075a7fb93a04a8b9e3c5764c1a20bfb in 447ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:53,546 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testNormalScanTimeoutOnOpenScannerAsync/b075a7fb93a04a8b9e3c5764c1a20bfb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:53,547 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:53,547 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b075a7fb93a04a8b9e3c5764c1a20bfb:
Waiting for close lock at 1731956573095Running coprocessor pre-close hooks at 1731956573095Disabling compacts and flushes for region at 1731956573095Disabling writes for close at 1731956573095Obtaining lock to block concurrent updates at 1731956573095Preparing flush snapshotting stores in b075a7fb93a04a8b9e3c5764c1a20bfb at 1731956573095Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956573095Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb. at 1731956573096 (+1 ms)Flushing b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily: creating writer at 1731956573096Flushing b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily: appending metadata at 1731956573111 (+15 ms)Flushing b075a7fb93a04a8b9e3c5764c1a20bfb/testFamily: closing flushed file at 1731956573111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abcaea5: reopening flushed file at 1731956573532 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b075a7fb93a04a8b9e3c5764c1a20bfb in 447ms, sequenceid=8, compaction requested=false at 1731956573542 (+10 ms)Writing region close event to WAL at 1731956573543 (+1 ms)Running coprocessor post-close hooks at 1731956573547 (+4 ms)Closed at 1731956573547
2024-11-18T19:02:53,547 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731956564149.b075a7fb93a04a8b9e3c5764c1a20bfb.
2024-11-18T19:02:53,548 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 103d16b3618a999e0c9eb61c7514d18b, disabling compactions & flushes
2024-11-18T19:02:53,548 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:02:53,548 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:02:53,548 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b. after waiting 0 ms
2024-11-18T19:02:53,548 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:02:53,548 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 103d16b3618a999e0c9eb61c7514d18b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:53,566 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/.tmp/testFamily/7edb891fc12e443d8cdedcfd180f2275 is 61, key is row-0/testFamily:testQualifier/1731956510220/Put/seqid=0
2024-11-18T19:02:53,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741865_1041 (size=5049)
2024-11-18T19:02:53,695 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,895 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, 103d16b3618a999e0c9eb61c7514d18b, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:53,973 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/.tmp/testFamily/7edb891fc12e443d8cdedcfd180f2275
2024-11-18T19:02:54,018 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/.tmp/testFamily/7edb891fc12e443d8cdedcfd180f2275 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/testFamily/7edb891fc12e443d8cdedcfd180f2275
2024-11-18T19:02:54,028 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/testFamily/7edb891fc12e443d8cdedcfd180f2275, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:54,030 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 103d16b3618a999e0c9eb61c7514d18b in 482ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:54,035 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/103d16b3618a999e0c9eb61c7514d18b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:54,036 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:02:54,036 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 103d16b3618a999e0c9eb61c7514d18b:
Waiting for close lock at 1731956573547Running coprocessor pre-close hooks at 1731956573547Disabling compacts and flushes for region at 1731956573547Disabling writes for close at 1731956573548 (+1 ms)Obtaining lock to block concurrent updates at 1731956573548Preparing flush snapshotting stores in 103d16b3618a999e0c9eb61c7514d18b at 1731956573548Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956573548Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b. at 1731956573549 (+1 ms)Flushing 103d16b3618a999e0c9eb61c7514d18b/testFamily: creating writer at 1731956573549Flushing 103d16b3618a999e0c9eb61c7514d18b/testFamily: appending metadata at 1731956573565 (+16 ms)Flushing 103d16b3618a999e0c9eb61c7514d18b/testFamily: closing flushed file at 1731956573565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11952dca: reopening flushed file at 1731956574016 (+451 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 103d16b3618a999e0c9eb61c7514d18b in 482ms, sequenceid=8, compaction requested=false at 1731956574030 (+14 ms)Writing region close event to WAL at 1731956574031 (+1 ms)Running coprocessor post-close hooks at 1731956574036 (+5 ms)Closed at 1731956574036
2024-11-18T19:02:54,036 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731956507097.103d16b3618a999e0c9eb61c7514d18b.
2024-11-18T19:02:54,036 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e8f107520b31aae1d11f7b37140e0bf, disabling compactions & flushes
2024-11-18T19:02:54,037 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:54,037 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:54,037 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf. after waiting 0 ms
2024-11-18T19:02:54,037 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:54,037 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e8f107520b31aae1d11f7b37140e0bf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:54,054 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/.tmp/testFamily/0f14535f980545b9a94940388f72c68d is 61, key is row-0/testFamily:testQualifier/1731956531595/Put/seqid=0
2024-11-18T19:02:54,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741866_1042 (size=5049)
2024-11-18T19:02:54,095 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:54,295 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-18T19:02:54,296 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1325): Online Regions={0e8f107520b31aae1d11f7b37140e0bf=testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., ec8f267d234d1fd462250599a9e2eb4d=hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.}
2024-11-18T19:02:54,296 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on 0e8f107520b31aae1d11f7b37140e0bf, ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:54,461 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/.tmp/testFamily/0f14535f980545b9a94940388f72c68d
2024-11-18T19:02:54,476 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/.tmp/testFamily/0f14535f980545b9a94940388f72c68d as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/testFamily/0f14535f980545b9a94940388f72c68d
2024-11-18T19:02:54,483 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/testFamily/0f14535f980545b9a94940388f72c68d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:54,484 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0e8f107520b31aae1d11f7b37140e0bf in 447ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:54,490 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/default/testRetryOutOfOrderScannerNextException/0e8f107520b31aae1d11f7b37140e0bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:54,491 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e8f107520b31aae1d11f7b37140e0bf:
Waiting for close lock at 1731956574036Running coprocessor pre-close hooks at 1731956574036Disabling compacts and flushes for region at 1731956574036Disabling writes for close at 1731956574037 (+1 ms)Obtaining lock to block concurrent updates at 1731956574037Preparing flush snapshotting stores in 0e8f107520b31aae1d11f7b37140e0bf at 1731956574037Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956574037Flushing stores of testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf. at 1731956574038 (+1 ms)Flushing 0e8f107520b31aae1d11f7b37140e0bf/testFamily: creating writer at 1731956574038Flushing 0e8f107520b31aae1d11f7b37140e0bf/testFamily: appending metadata at 1731956574053 (+15 ms)Flushing 0e8f107520b31aae1d11f7b37140e0bf/testFamily: closing flushed file at 1731956574053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc19022: reopening flushed file at 1731956574475 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0e8f107520b31aae1d11f7b37140e0bf in 447ms, sequenceid=8, compaction requested=false at 1731956574485 (+10 ms)Writing region close event to WAL at 1731956574485Running coprocessor post-close hooks at 1731956574491 (+6 ms)Closed at 1731956574491
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731956528535.0e8f107520b31aae1d11f7b37140e0bf.
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec8f267d234d1fd462250599a9e2eb4d, disabling compactions & flushes
2024-11-18T19:02:54,491 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d. after waiting 0 ms
2024-11-18T19:02:54,491 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:54,492 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec8f267d234d1fd462250599a9e2eb4d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T19:02:54,496 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:54,507 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/.tmp/testFamily/df5b4e923a1b4b85b2ddf4365204d021 is 61, key is row-0/testFamily:testQualifier/1731956522482/Put/seqid=0
2024-11-18T19:02:54,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741867_1043 (size=5049)
2024-11-18T19:02:54,696 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:54,897 DEBUG [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1351): Waiting on ec8f267d234d1fd462250599a9e2eb4d
2024-11-18T19:02:54,915 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/.tmp/testFamily/df5b4e923a1b4b85b2ddf4365204d021
2024-11-18T19:02:54,930 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/.tmp/testFamily/df5b4e923a1b4b85b2ddf4365204d021 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/testFamily/df5b4e923a1b4b85b2ddf4365204d021
2024-11-18T19:02:54,937 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/testFamily/df5b4e923a1b4b85b2ddf4365204d021, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T19:02:54,938 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec8f267d234d1fd462250599a9e2eb4d in 447ms, sequenceid=8, compaction requested=false
2024-11-18T19:02:54,943 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/data/hbase/testMetaScanTimeoutOnNextAsync/ec8f267d234d1fd462250599a9e2eb4d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T19:02:54,944 INFO  [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:54,944 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec8f267d234d1fd462250599a9e2eb4d:
Waiting for close lock at 1731956574491Running coprocessor pre-close hooks at 1731956574491Disabling compacts and flushes for region at 1731956574491Disabling writes for close at 1731956574491Obtaining lock to block concurrent updates at 1731956574492 (+1 ms)Preparing flush snapshotting stores in ec8f267d234d1fd462250599a9e2eb4d at 1731956574492Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731956574492Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d. at 1731956574493 (+1 ms)Flushing ec8f267d234d1fd462250599a9e2eb4d/testFamily: creating writer at 1731956574493Flushing ec8f267d234d1fd462250599a9e2eb4d/testFamily: appending metadata at 1731956574507 (+14 ms)Flushing ec8f267d234d1fd462250599a9e2eb4d/testFamily: closing flushed file at 1731956574507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bbb1ff: reopening flushed file at 1731956574928 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec8f267d234d1fd462250599a9e2eb4d in 447ms, sequenceid=8, compaction requested=false at 1731956574938 (+10 ms)Writing region close event to WAL at 1731956574939 (+1 ms)Running coprocessor post-close hooks at 1731956574944 (+5 ms)Closed at 1731956574944
2024-11-18T19:02:54,944 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731956519424.ec8f267d234d1fd462250599a9e2eb4d.
2024-11-18T19:02:55,097 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,42777,1731956473563; all regions closed.
2024-11-18T19:02:55,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741834_1010 (size=19479)
2024-11-18T19:02:55,113 DEBUG [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/oldWALs
2024-11-18T19:02:55,114 INFO  [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C42777%2C1731956473563.meta:.meta(num 1731956506657)
2024-11-18T19:02:55,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741833_1009 (size=20031)
2024-11-18T19:02:55,121 DEBUG [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/oldWALs
2024-11-18T19:02:55,121 INFO  [RS:0;1acff94d7356:42777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C42777%2C1731956473563:(num 1731956506105)
2024-11-18T19:02:55,121 DEBUG [RS:0;1acff94d7356:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T19:02:55,121 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T19:02:55,121 INFO  [RS:0;1acff94d7356:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T19:02:55,122 INFO  [RS:0;1acff94d7356:42777 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T19:02:55,122 INFO  [RS:0;1acff94d7356:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T19:02:55,122 INFO  [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T19:02:55,124 INFO  [RS:0;1acff94d7356:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42777
2024-11-18T19:02:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T19:02:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,42777,1731956473563
2024-11-18T19:02:55,170 INFO  [RS:0;1acff94d7356:42777 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T19:02:55,179 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,42777,1731956473563]
2024-11-18T19:02:55,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,42777,1731956473563 already deleted, retry=false
2024-11-18T19:02:55,187 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,42777,1731956473563 expired; onlineServers=0
2024-11-18T19:02:55,187 INFO  [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T19:02:55,187 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1acff94d7356,44431,1731956472858' *****
2024-11-18T19:02:55,187 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T19:02:55,188 INFO  [M:0;1acff94d7356:44431 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T19:02:55,188 INFO  [M:0;1acff94d7356:44431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T19:02:55,188 DEBUG [M:0;1acff94d7356:44431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T19:02:55,189 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T19:02:55,189 DEBUG [M:0;1acff94d7356:44431 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T19:02:55,189 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956475942 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956475942,5,FailOnTimeoutGroup]
2024-11-18T19:02:55,189 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956475940 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956475940,5,FailOnTimeoutGroup]
2024-11-18T19:02:55,189 INFO  [M:0;1acff94d7356:44431 {}] hbase.ChoreService(370): Chore service for: master/1acff94d7356:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T19:02:55,190 INFO  [M:0;1acff94d7356:44431 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T19:02:55,190 DEBUG [M:0;1acff94d7356:44431 {}] master.HMaster(1795): Stopping service threads
2024-11-18T19:02:55,190 INFO  [M:0;1acff94d7356:44431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T19:02:55,190 INFO  [M:0;1acff94d7356:44431 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T19:02:55,191 INFO  [M:0;1acff94d7356:44431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T19:02:55,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T19:02:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:02:55,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T19:02:55,200 DEBUG [M:0;1acff94d7356:44431 {}] zookeeper.ZKUtil(347): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T19:02:55,200 WARN  [M:0;1acff94d7356:44431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T19:02:55,201 INFO  [M:0;1acff94d7356:44431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/.lastflushedseqids
2024-11-18T19:02:55,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741868_1044 (size=721)
2024-11-18T19:02:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:02:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x101509c1b4e0001, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:02:55,280 INFO  [RS:0;1acff94d7356:42777 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T19:02:55,281 INFO  [RS:0;1acff94d7356:42777 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,42777,1731956473563; zookeeper connection closed.
2024-11-18T19:02:55,281 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33502dd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33502dd9
2024-11-18T19:02:55,283 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T19:02:55,617 INFO  [M:0;1acff94d7356:44431 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T19:02:55,617 INFO  [M:0;1acff94d7356:44431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T19:02:55,618 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T19:02:55,618 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:02:55,618 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:02:55,618 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T19:02:55,619 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:02:55,619 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.17 KB heapSize=191.22 KB
2024-11-18T19:02:55,641 DEBUG [M:0;1acff94d7356:44431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56055098d8914a19921a19546dc51fcd is 82, key is hbase:meta,,1/info:regioninfo/1731956506739/Put/seqid=0
2024-11-18T19:02:55,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741869_1045 (size=5672)
2024-11-18T19:02:56,049 INFO  [M:0;1acff94d7356:44431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56055098d8914a19921a19546dc51fcd
2024-11-18T19:02:56,081 DEBUG [M:0;1acff94d7356:44431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c6c941175b4662bd592d00486b7ac1 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731956508403/Put/seqid=0
2024-11-18T19:02:56,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741870_1046 (size=14078)
2024-11-18T19:02:56,329 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T19:02:56,488 INFO  [M:0;1acff94d7356:44431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c6c941175b4662bd592d00486b7ac1
2024-11-18T19:02:56,495 INFO  [M:0;1acff94d7356:44431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c6c941175b4662bd592d00486b7ac1
2024-11-18T19:02:56,511 DEBUG [M:0;1acff94d7356:44431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a35fbe9dd14160a8cc35026051ef16 is 69, key is 1acff94d7356,42777,1731956473563/rs:state/1731956475964/Put/seqid=0
2024-11-18T19:02:56,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741871_1047 (size=5156)
2024-11-18T19:02:56,919 INFO  [M:0;1acff94d7356:44431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a35fbe9dd14160a8cc35026051ef16
2024-11-18T19:02:56,934 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56055098d8914a19921a19546dc51fcd as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56055098d8914a19921a19546dc51fcd
2024-11-18T19:02:56,943 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56055098d8914a19921a19546dc51fcd, entries=8, sequenceid=319, filesize=5.5 K
2024-11-18T19:02:56,944 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c6c941175b4662bd592d00486b7ac1 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06c6c941175b4662bd592d00486b7ac1
2024-11-18T19:02:56,951 INFO  [M:0;1acff94d7356:44431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c6c941175b4662bd592d00486b7ac1
2024-11-18T19:02:56,951 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06c6c941175b4662bd592d00486b7ac1, entries=33, sequenceid=319, filesize=13.7 K
2024-11-18T19:02:56,952 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a35fbe9dd14160a8cc35026051ef16 as hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a35fbe9dd14160a8cc35026051ef16
2024-11-18T19:02:56,959 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a35fbe9dd14160a8cc35026051ef16, entries=1, sequenceid=319, filesize=5.0 K
2024-11-18T19:02:56,960 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.17 KB/167087, heapSize ~190.92 KB/195504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=319, compaction requested=false
2024-11-18T19:02:56,964 INFO  [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T19:02:56,964 DEBUG [M:0;1acff94d7356:44431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731956575618Disabling compacts and flushes for region at 1731956575618Disabling writes for close at 1731956575619 (+1 ms)Obtaining lock to block concurrent updates at 1731956575619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731956575619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167087, getHeapSize=195744, getOffHeapSize=0, getCellsCount=366 at 1731956575621 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731956575623 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731956575623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731956575641 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731956575641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731956576062 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731956576080 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731956576080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731956576495 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731956576510 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731956576511 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4feed2: reopening flushed file at 1731956576932 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2623b9bb: reopening flushed file at 1731956576943 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4e9293: reopening flushed file at 1731956576951 (+8 ms)Finished flush of dataSize ~163.17 KB/167087, heapSize ~190.92 KB/195504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=319, compaction requested=false at 1731956576960 (+9 ms)Writing region close event to WAL at 1731956576964 (+4 ms)Closed at 1731956576964
2024-11-18T19:02:56,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741830_1006 (size=188429)
2024-11-18T19:02:56,968 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5546ee11-bf0d-f258-ad7b-2dc0513401a4/MasterData/WALs/1acff94d7356,44431,1731956472858/1acff94d7356%2C44431%2C1731956472858.1731956475262 not finished, retry = 0
2024-11-18T19:02:57,069 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T19:02:57,070 INFO  [M:0;1acff94d7356:44431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T19:02:57,070 INFO  [M:0;1acff94d7356:44431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44431
2024-11-18T19:02:57,070 INFO  [M:0;1acff94d7356:44431 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T19:02:57,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:02:57,211 INFO  [M:0;1acff94d7356:44431 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T19:02:57,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44431-0x101509c1b4e0000, quorum=127.0.0.1:62046, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:02:57,222 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T19:02:57,224 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T19:02:57,224 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T19:02:57,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T19:02:57,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.log.dir/,STOPPED}
2024-11-18T19:02:57,227 WARN  [BP-2018545975-172.17.0.2-1731956469560 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T19:02:57,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T19:02:57,227 WARN  [BP-2018545975-172.17.0.2-1731956469560 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018545975-172.17.0.2-1731956469560 (Datanode Uuid 79c1f46a-93ac-4373-8b87-451d3f473262) service to localhost/127.0.0.1:33877
2024-11-18T19:02:57,227 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T19:02:57,228 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/data/data1/current/BP-2018545975-172.17.0.2-1731956469560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T19:02:57,229 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/cluster_4e7ce387-b37c-c5ad-372a-befbdc4d0dea/data/data2/current/BP-2018545975-172.17.0.2-1731956469560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T19:02:57,229 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T19:02:57,235 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T19:02:57,236 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T19:02:57,236 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T19:02:57,236 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T19:02:57,237 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd5bbda5-b2d3-aa03-2677-2e2f993ade6d/hadoop.log.dir/,STOPPED}
2024-11-18T19:02:57,243 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T19:02:57,272 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down