2024-11-18 07:56:39,044 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 07:56:39,119 main DEBUG Took 0.063038 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 07:56:39,121 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 07:56:39,122 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 07:56:39,124 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 07:56:39,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,153 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 07:56:39,196 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,210 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,213 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,215 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,221 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 07:56:39,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,228 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 07:56:39,246 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 07:56:39,253 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 07:56:39,255 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 07:56:39,256 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 07:56:39,258 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 07:56:39,260 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 07:56:39,272 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 07:56:39,275 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 07:56:39,285 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 07:56:39,285 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 07:56:39,286 main DEBUG createAppenders(={Console})
2024-11-18 07:56:39,287 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-18 07:56:39,288 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 07:56:39,288 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-18 07:56:39,289 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 07:56:39,289 main DEBUG OutputStream closed
2024-11-18 07:56:39,290 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 07:56:39,290 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 07:56:39,311 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-18 07:56:39,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 07:56:39,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 07:56:39,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 07:56:39,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 07:56:39,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 07:56:39,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 07:56:39,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 07:56:39,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 07:56:39,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 07:56:39,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 07:56:39,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 07:56:39,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 07:56:39,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 07:56:39,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 07:56:39,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 07:56:39,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 07:56:39,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 07:56:39,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 07:56:39,483 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 07:56:39,483 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-18 07:56:39,484 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 07:56:39,484 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-18T07:56:39,502 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 07:56:39,506 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 07:56:39,507 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T07:56:39,850 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d
2024-11-18T07:56:39,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T07:56:39,936 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e, deleteOnExit=true
2024-11-18T07:56:39,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T07:56:39,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/test.cache.data in system properties and HBase conf
2024-11-18T07:56:39,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T07:56:39,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.log.dir in system properties and HBase conf
2024-11-18T07:56:39,948 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T07:56:39,949 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T07:56:39,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T07:56:40,127 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T07:56:40,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T07:56:40,365 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T07:56:40,375 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T07:56:40,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T07:56:40,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T07:56:40,377 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T07:56:40,378 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T07:56:40,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T07:56:40,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T07:56:40,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T07:56:40,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/nfs.dump.dir in system properties and HBase conf
2024-11-18T07:56:40,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/java.io.tmpdir in system properties and HBase conf
2024-11-18T07:56:40,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T07:56:40,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T07:56:40,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T07:56:42,014 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T07:56:42,138 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4217ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T07:56:42,256 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T07:56:42,374 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T07:56:42,405 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T07:56:42,406 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T07:56:42,408 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T07:56:42,440 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T07:56:42,446 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.log.dir/,AVAILABLE}
2024-11-18T07:56:42,447 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T07:56:42,757 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/java.io.tmpdir/jetty-localhost-38995-hadoop-hdfs-3_4_1-tests_jar-_-any-2632715147877357730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T07:56:42,786 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:38995}
2024-11-18T07:56:42,786 INFO  [Time-limited test {}] server.Server(415): Started @4867ms
2024-11-18T07:56:43,502 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T07:56:43,515 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T07:56:43,521 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T07:56:43,521 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T07:56:43,522 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T07:56:43,524 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.log.dir/,AVAILABLE}
2024-11-18T07:56:43,525 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T07:56:43,731 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5537c1f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/java.io.tmpdir/jetty-localhost-40031-hadoop-hdfs-3_4_1-tests_jar-_-any-6257026355489183477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T07:56:43,733 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:40031}
2024-11-18T07:56:43,733 INFO  [Time-limited test {}] server.Server(415): Started @5814ms
2024-11-18T07:56:43,812 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T07:56:45,011 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/data/data1/current/BP-742143115-172.17.0.2-1731916601409/current, will proceed with Du for space computation calculation, 
2024-11-18T07:56:45,011 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/data/data2/current/BP-742143115-172.17.0.2-1731916601409/current, will proceed with Du for space computation calculation, 
2024-11-18T07:56:45,072 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T07:56:45,163 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8eaf75a7c507462 with lease ID 0xe219f2eab3d55b4b: Processing first storage report for DS-8aa01cb9-ccd1-4d72-97c7-3e8288855a1c from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=213126f7-ee7c-4c76-bb44-6e660cf6e259, infoPort=38949, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=306085966;c=1731916601409)
2024-11-18T07:56:45,165 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8eaf75a7c507462 with lease ID 0xe219f2eab3d55b4b: from storage DS-8aa01cb9-ccd1-4d72-97c7-3e8288855a1c node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=213126f7-ee7c-4c76-bb44-6e660cf6e259, infoPort=38949, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=306085966;c=1731916601409), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-18T07:56:45,165 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8eaf75a7c507462 with lease ID 0xe219f2eab3d55b4b: Processing first storage report for DS-78382ab5-7918-4139-9f6f-6c10638356c3 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=213126f7-ee7c-4c76-bb44-6e660cf6e259, infoPort=38949, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=306085966;c=1731916601409)
2024-11-18T07:56:45,166 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8eaf75a7c507462 with lease ID 0xe219f2eab3d55b4b: from storage DS-78382ab5-7918-4139-9f6f-6c10638356c3 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=213126f7-ee7c-4c76-bb44-6e660cf6e259, infoPort=38949, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=306085966;c=1731916601409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T07:56:45,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d
2024-11-18T07:56:45,356 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/zookeeper_0, clientPort=50632, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T07:56:45,371 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50632
2024-11-18T07:56:45,387 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:45,391 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:45,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741825_1001 (size=7)
2024-11-18T07:56:46,107 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20 with version=8
2024-11-18T07:56:46,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/hbase-staging
2024-11-18T07:56:46,234 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T07:56:46,495 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=9
2024-11-18T07:56:46,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:46,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:46,509 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T07:56:46,510 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:46,510 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T07:56:46,665 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T07:56:46,746 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T07:56:46,759 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T07:56:46,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T07:56:46,799 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97318 (auto-detected)
2024-11-18T07:56:46,801 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T07:56:46,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38225
2024-11-18T07:56:46,860 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38225 connecting to ZooKeeper ensemble=127.0.0.1:50632
2024-11-18T07:56:46,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382250x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T07:56:46,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38225-0x1014e3bba530000 connected
2024-11-18T07:56:47,095 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:47,098 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:47,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T07:56:47,120 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20, hbase.cluster.distributed=false
2024-11-18T07:56:47,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T07:56:47,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38225
2024-11-18T07:56:47,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38225
2024-11-18T07:56:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38225
2024-11-18T07:56:47,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38225
2024-11-18T07:56:47,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38225
2024-11-18T07:56:47,359 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=9
2024-11-18T07:56:47,361 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:47,361 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:47,362 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T07:56:47,363 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T07:56:47,363 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T07:56:47,366 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T07:56:47,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T07:56:47,372 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41101
2024-11-18T07:56:47,375 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41101 connecting to ZooKeeper ensemble=127.0.0.1:50632
2024-11-18T07:56:47,377 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:47,381 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:47,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411010x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T07:56:47,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411010x0, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T07:56:47,423 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T07:56:47,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41101-0x1014e3bba530001 connected
2024-11-18T07:56:47,452 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T07:56:47,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T07:56:47,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T07:56:47,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41101
2024-11-18T07:56:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41101
2024-11-18T07:56:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41101
2024-11-18T07:56:47,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41101
2024-11-18T07:56:47,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41101
2024-11-18T07:56:47,516 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:38225
2024-11-18T07:56:47,518 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,38225,1731916606328
2024-11-18T07:56:47,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T07:56:47,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T07:56:47,557 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,38225,1731916606328
2024-11-18T07:56:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T07:56:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:47,593 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T07:56:47,595 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,38225,1731916606328 from backup master directory
2024-11-18T07:56:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,38225,1731916606328
2024-11-18T07:56:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T07:56:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T07:56:47,609 WARN  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T07:56:47,609 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,38225,1731916606328
2024-11-18T07:56:47,612 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T07:56:47,613 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T07:56:47,737 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/hbase.id] with ID: 39b4129f-2c3c-422a-aa52-1774bc7cd106
2024-11-18T07:56:47,737 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/.tmp/hbase.id
2024-11-18T07:56:47,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741826_1002 (size=42)
2024-11-18T07:56:47,790 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/.tmp/hbase.id]:[hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/hbase.id]
2024-11-18T07:56:47,905 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T07:56:47,917 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T07:56:47,962 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 34ms.
2024-11-18T07:56:48,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:48,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741827_1003 (size=196)
2024-11-18T07:56:48,176 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:56:48,200 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T07:56:48,253 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T07:56:48,260 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T07:56:48,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741828_1004 (size=1189)
2024-11-18T07:56:48,423 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store
2024-11-18T07:56:48,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741829_1005 (size=34)
2024-11-18T07:56:48,479 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T07:56:48,483 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:56:48,485 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T07:56:48,485 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:56:48,485 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:56:48,488 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-11-18T07:56:48,488 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:56:48,488 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:56:48,490 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731916608485Disabling compacts and flushes for region at 1731916608485Disabling writes for close at 1731916608488 (+3 ms)Writing region close event to WAL at 1731916608488Closed at 1731916608488
2024-11-18T07:56:48,500 WARN  [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/.initializing
2024-11-18T07:56:48,500 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/WALs/87fb3d252950,38225,1731916606328
2024-11-18T07:56:48,513 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T07:56:48,535 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C38225%2C1731916606328, suffix=, logDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/WALs/87fb3d252950,38225,1731916606328, archiveDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/oldWALs, maxLogs=10
2024-11-18T07:56:48,561 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/WALs/87fb3d252950,38225,1731916606328/87fb3d252950%2C38225%2C1731916606328.1731916608540, exclude list is [], retry=0
2024-11-18T07:56:48,584 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-8aa01cb9-ccd1-4d72-97c7-3e8288855a1c,DISK]
2024-11-18T07:56:48,589 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T07:56:48,644 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/WALs/87fb3d252950,38225,1731916606328/87fb3d252950%2C38225%2C1731916606328.1731916608540
2024-11-18T07:56:48,647 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949)]
2024-11-18T07:56:48,648 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:56:48,649 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:56:48,653 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,655 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T07:56:48,740 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T07:56:48,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:48,747 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:56:48,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T07:56:48,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T07:56:48,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:48,753 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:56:48,754 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T07:56:48,757 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T07:56:48,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:48,759 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:56:48,759 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T07:56:48,763 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T07:56:48,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:48,765 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:56:48,766 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,771 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,772 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,779 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,780 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,784 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T07:56:48,789 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T07:56:48,793 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:56:48,795 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64259643, jitterRate=-0.04245670139789581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T07:56:48,803 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731916608670Initializing all the Stores at 1731916608675 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916608676 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916608683 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916608691 (+8 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916608691Cleaning up temporary data from old regions at 1731916608780 (+89 ms)Region opened successfully at 1731916608802 (+22 ms)
2024-11-18T07:56:48,804 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T07:56:48,837 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443dbe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0
2024-11-18T07:56:48,878 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T07:56:48,893 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T07:56:48,893 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T07:56:48,897 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T07:56:48,899 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T07:56:48,906 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-18T07:56:48,906 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T07:56:48,946 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T07:56:48,956 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T07:56:48,974 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T07:56:48,978 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T07:56:48,980 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T07:56:48,994 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T07:56:48,997 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T07:56:49,004 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T07:56:49,058 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T07:56:49,060 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T07:56:49,125 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T07:56:49,155 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T07:56:49,362 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T07:56:49,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T07:56:49,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T07:56:49,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,500 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,38225,1731916606328, sessionid=0x1014e3bba530000, setting cluster-up flag (Was=false)
2024-11-18T07:56:49,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,582 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T07:56:49,585 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,38225,1731916606328
2024-11-18T07:56:49,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:56:49,649 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T07:56:49,651 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,38225,1731916606328
2024-11-18T07:56:49,666 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T07:56:49,709 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(746): ClusterId : 39b4129f-2c3c-422a-aa52-1774bc7cd106
2024-11-18T07:56:49,712 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T07:56:49,752 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T07:56:49,752 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T07:56:49,772 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T07:56:49,773 DEBUG [RS:0;87fb3d252950:41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3431386f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0
2024-11-18T07:56:49,774 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T07:56:49,787 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T07:56:49,800 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:41101
2024-11-18T07:56:49,804 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T07:56:49,804 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T07:56:49,805 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T07:56:49,805 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T07:56:49,812 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,38225,1731916606328 with port=41101, startcode=1731916607303
2024-11-18T07:56:49,813 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,38225,1731916606328
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T07:56:49,827 DEBUG [RS:0;87fb3d252950:41101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T07:56:49,827 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5
2024-11-18T07:56:49,828 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5
2024-11-18T07:56:49,829 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5
2024-11-18T07:56:49,829 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5
2024-11-18T07:56:49,829 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10
2024-11-18T07:56:49,830 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:56:49,830 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2
2024-11-18T07:56:49,832 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:56:49,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T07:56:49,853 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T07:56:49,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:49,861 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T07:56:49,880 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916639880
2024-11-18T07:56:49,883 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T07:56:49,884 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T07:56:49,889 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T07:56:49,889 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T07:56:49,890 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T07:56:49,890 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T07:56:49,898 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T07:56:49,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741831_1007 (size=1321)
2024-11-18T07:56:49,915 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T07:56:49,917 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T07:56:49,918 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T07:56:49,922 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T07:56:49,923 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T07:56:49,923 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T07:56:49,930 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38225 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T07:56:49,930 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916609925,5,FailOnTimeoutGroup]
2024-11-18T07:56:49,932 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916609931,5,FailOnTimeoutGroup]
2024-11-18T07:56:49,933 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T07:56:49,933 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T07:56:49,935 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T07:56:49,936 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T07:56:49,980 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T07:56:49,981 WARN  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-18T07:56:50,304 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T07:56:50,305 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:56:50,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741832_1008 (size=32)
2024-11-18T07:56:50,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:56:50,327 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T07:56:50,332 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T07:56:50,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:50,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:56:50,334 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T07:56:50,349 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T07:56:50,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:50,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:56:50,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T07:56:50,354 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T07:56:50,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:50,356 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:56:50,356 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T07:56:50,360 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T07:56:50,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:56:50,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:56:50,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T07:56:50,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740
2024-11-18T07:56:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740
2024-11-18T07:56:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T07:56:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T07:56:50,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T07:56:50,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T07:56:50,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:56:50,385 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67914106, jitterRate=0.011999040842056274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T07:56:50,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731916610324Initializing all the Stores at 1731916610327 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916610327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916610327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916610327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916610327Cleaning up temporary data from old regions at 1731916610370 (+43 ms)Region opened successfully at 1731916610391 (+21 ms)
2024-11-18T07:56:50,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T07:56:50,391 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T07:56:50,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T07:56:50,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T07:56:50,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T07:56:50,393 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T07:56:50,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731916610391Disabling compacts and flushes for region at 1731916610391Disabling writes for close at 1731916610392 (+1 ms)Writing region close event to WAL at 1731916610393 (+1 ms)Closed at 1731916610393
2024-11-18T07:56:50,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T07:56:50,398 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T07:56:50,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T07:56:50,416 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T07:56:50,421 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T07:56:50,572 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:51,573 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:52,574 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:53,575 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:54,576 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:55,577 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:56,578 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:56,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T07:56:56,738 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T07:56:57,587 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:58,619 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:56:59,631 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:00,631 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:01,632 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:02,633 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:03,634 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:04,634 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:05,635 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:06,636 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:07,636 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:08,637 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:09,638 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:10,639 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:11,639 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:12,640 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:13,641 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:14,641 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:15,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T07:57:15,642 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:16,643 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:17,644 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:18,644 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:19,645 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:19,982 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,38225,1731916606328 with port=41101, startcode=1731916607303
2024-11-18T07:57:19,984 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,41101,1731916607303
2024-11-18T07:57:19,987 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38225 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,41101,1731916607303
2024-11-18T07:57:19,994 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:57:19,995 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41515
2024-11-18T07:57:19,995 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T07:57:20,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T07:57:20,018 DEBUG [RS:0;87fb3d252950:41101 {}] zookeeper.ZKUtil(111): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,41101,1731916607303
2024-11-18T07:57:20,018 WARN  [RS:0;87fb3d252950:41101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T07:57:20,018 INFO  [RS:0;87fb3d252950:41101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T07:57:20,018 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303
2024-11-18T07:57:20,020 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,41101,1731916607303]
2024-11-18T07:57:20,043 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T07:57:20,056 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T07:57:20,061 INFO  [RS:0;87fb3d252950:41101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T07:57:20,061 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,063 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T07:57:20,068 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T07:57:20,070 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,070 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,070 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,070 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,071 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,071 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,071 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,072 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1
2024-11-18T07:57:20,073 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3
2024-11-18T07:57:20,073 DEBUG [RS:0;87fb3d252950:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3
2024-11-18T07:57:20,074 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,074 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,074 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,074 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,075 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,075 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,41101,1731916607303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T07:57:20,100 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T07:57:20,102 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,41101,1731916607303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,103 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,103 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.Replication(171): 87fb3d252950,41101,1731916607303 started
2024-11-18T07:57:20,128 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:20,128 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,41101,1731916607303, RpcServer on 87fb3d252950/172.17.0.2:41101, sessionid=0x1014e3bba530001
2024-11-18T07:57:20,129 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T07:57:20,129 DEBUG [RS:0;87fb3d252950:41101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,41101,1731916607303
2024-11-18T07:57:20,129 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,41101,1731916607303'
2024-11-18T07:57:20,130 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T07:57:20,132 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T07:57:20,133 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T07:57:20,133 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T07:57:20,133 DEBUG [RS:0;87fb3d252950:41101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,41101,1731916607303
2024-11-18T07:57:20,133 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,41101,1731916607303'
2024-11-18T07:57:20,134 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T07:57:20,134 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T07:57:20,135 DEBUG [RS:0;87fb3d252950:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T07:57:20,135 INFO  [RS:0;87fb3d252950:41101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T07:57:20,135 INFO  [RS:0;87fb3d252950:41101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T07:57:20,646 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:21,646 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:22,647 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:23,648 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:24,649 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:25,649 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:26,650 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:27,651 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:28,651 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:29,652 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:30,653 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:31,654 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:32,654 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:33,655 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:34,656 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:35,656 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:36,657 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:37,658 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:38,659 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:39,660 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:40,660 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:41,661 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:42,661 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:43,662 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:44,663 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:45,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T07:57:45,663 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:46,664 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:47,665 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:48,665 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:49,666 WARN  [87fb3d252950:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T07:57:50,140 INFO  [RS:0;87fb3d252950:41101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T07:57:50,144 INFO  [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C41101%2C1731916607303, suffix=, logDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303, archiveDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/oldWALs, maxLogs=32
2024-11-18T07:57:50,158 DEBUG [RS:0;87fb3d252950:41101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303/87fb3d252950%2C41101%2C1731916607303.1731916670146, exclude list is [], retry=0
2024-11-18T07:57:50,162 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-8aa01cb9-ccd1-4d72-97c7-3e8288855a1c,DISK]
2024-11-18T07:57:50,165 INFO  [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303/87fb3d252950%2C41101%2C1731916607303.1731916670146
2024-11-18T07:57:50,166 DEBUG [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949)]
2024-11-18T07:57:50,419 DEBUG [87fb3d252950:38225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T07:57:50,429 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:50,435 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,41101,1731916607303, state=OPENING
2024-11-18T07:57:50,479 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T07:57:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:57:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:57:50,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T07:57:50,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T07:57:50,490 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T07:57:50,492 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:57:50,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T07:57:50,667 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T07:57:50,678 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T07:57:50,678 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T07:57:50,679 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T07:57:50,682 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C41101%2C1731916607303.meta, suffix=.meta, logDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303, archiveDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/oldWALs, maxLogs=32
2024-11-18T07:57:50,697 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303/87fb3d252950%2C41101%2C1731916607303.meta.1731916670684.meta, exclude list is [], retry=0
2024-11-18T07:57:50,701 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-8aa01cb9-ccd1-4d72-97c7-3e8288855a1c,DISK]
2024-11-18T07:57:50,705 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303/87fb3d252950%2C41101%2C1731916607303.meta.1731916670684.meta
2024-11-18T07:57:50,705 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949)]
2024-11-18T07:57:50,706 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:57:50,708 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T07:57:50,712 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T07:57:50,718 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T07:57:50,723 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T07:57:50,724 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:57:50,725 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T07:57:50,725 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T07:57:50,729 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T07:57:50,731 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T07:57:50,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:50,732 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:57:50,732 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T07:57:50,734 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T07:57:50,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:50,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:57:50,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T07:57:50,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T07:57:50,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:50,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:57:50,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T07:57:50,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T07:57:50,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:50,741 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T07:57:50,742 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T07:57:50,744 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740
2024-11-18T07:57:50,748 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740
2024-11-18T07:57:50,751 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T07:57:50,751 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T07:57:50,753 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T07:57:50,756 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T07:57:50,758 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64022240, jitterRate=-0.04599428176879883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T07:57:50,759 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T07:57:50,761 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731916670725Writing region info on filesystem at 1731916670726 (+1 ms)Initializing all the Stores at 1731916670728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916670728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916670729 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916670729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916670729Cleaning up temporary data from old regions at 1731916670752 (+23 ms)Running coprocessor post-open hooks at 1731916670759 (+7 ms)Region opened successfully at 1731916670761 (+2 ms)
2024-11-18T07:57:50,770 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731916670657
2024-11-18T07:57:50,784 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T07:57:50,785 INFO  [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T07:57:50,787 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:50,790 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,41101,1731916607303, state=OPEN
2024-11-18T07:57:50,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T07:57:50,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T07:57:50,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T07:57:50,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T07:57:50,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,41101,1731916607303
2024-11-18T07:57:50,859 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T07:57:50,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,41101,1731916607303 in 361 msec
2024-11-18T07:57:50,869 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T07:57:50,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.458 sec
2024-11-18T07:57:50,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T07:57:50,872 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T07:57:50,896 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T07:57:50,898 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,41101,1731916607303, seqNum=-1]
2024-11-18T07:57:50,922 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T07:57:50,925 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57615, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T07:57:50,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.237 sec
2024-11-18T07:57:50,946 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731916670946, completionTime=-1
2024-11-18T07:57:50,949 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T07:57:50,949 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-18T07:57:50,977 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-18T07:57:50,977 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916730977
2024-11-18T07:57:50,977 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731916790977
2024-11-18T07:57:50,977 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-11-18T07:57:50,979 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,979 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,979 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,981 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:38225, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,981 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,982 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:50,988 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T07:57:51,008 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.399sec
2024-11-18T07:57:51,009 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T07:57:51,011 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T07:57:51,012 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T07:57:51,012 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T07:57:51,012 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T07:57:51,013 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T07:57:51,014 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T07:57:51,022 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T07:57:51,022 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T07:57:51,023 INFO  [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38225,1731916606328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T07:57:51,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19040525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,101 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T07:57:51,101 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T07:57:51,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,38225,-1 for getting cluster id
2024-11-18T07:57:51,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T07:57:51,116 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39b4129f-2c3c-422a-aa52-1774bc7cd106'
2024-11-18T07:57:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T07:57:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39b4129f-2c3c-422a-aa52-1774bc7cd106"

2024-11-18T07:57:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,38225,-1]
2024-11-18T07:57:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T07:57:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:57:51,130 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T07:57:51,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8a796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T07:57:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,41101,1731916607303, seqNum=-1]
2024-11-18T07:57:51,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T07:57:51,146 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T07:57:51,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,38225,1731916606328
2024-11-18T07:57:51,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4529cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,38225,-1 for getting cluster id
2024-11-18T07:57:51,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T07:57:51,193 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39b4129f-2c3c-422a-aa52-1774bc7cd106'
2024-11-18T07:57:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T07:57:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39b4129f-2c3c-422a-aa52-1774bc7cd106"

2024-11-18T07:57:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,38225,-1]
2024-11-18T07:57:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T07:57:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:57:51,198 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T07:57:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e4f460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T07:57:51,221 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1079, ProcessCount=11, AvailableMemoryMB=3191
2024-11-18T07:57:51,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T07:57:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,38225,1731916606328
2024-11-18T07:57:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdd038e
2024-11-18T07:57:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T07:57:51,241 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T07:57:51,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:57:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T07:57:51,264 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:57:51,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T07:57:51,267 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:51,270 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:57:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T07:57:51,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741835_1011 (size=428)
2024-11-18T07:57:51,288 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2df890462d6d459eba8262c396b0c271, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:57:51,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741836_1012 (size=79)
2024-11-18T07:57:51,299 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:57:51,299 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2df890462d6d459eba8262c396b0c271, disabling compactions & flushes
2024-11-18T07:57:51,299 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,299 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,300 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271. after waiting 0 ms
2024-11-18T07:57:51,300 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,300 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,300 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2df890462d6d459eba8262c396b0c271:
Waiting for close lock at 1731916671299Disabling compacts and flushes for region at 1731916671299Disabling writes for close at 1731916671300 (+1 ms)Writing region close event to WAL at 1731916671300Closed at 1731916671300
2024-11-18T07:57:51,303 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:57:51,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731916671303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916671303"}]},"ts":"1731916671303"}
2024-11-18T07:57:51,315 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:57:51,317 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:57:51,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916671317"}]},"ts":"1731916671317"}
2024-11-18T07:57:51,328 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T07:57:51,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2df890462d6d459eba8262c396b0c271, ASSIGN}]
2024-11-18T07:57:51,334 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2df890462d6d459eba8262c396b0c271, ASSIGN
2024-11-18T07:57:51,336 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2df890462d6d459eba8262c396b0c271, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:57:51,488 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df890462d6d459eba8262c396b0c271, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:51,494 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2df890462d6d459eba8262c396b0c271, ASSIGN because future has completed
2024-11-18T07:57:51,495 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df890462d6d459eba8262c396b0c271, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:57:51,657 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,658 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2df890462d6d459eba8262c396b0c271, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:57:51,659 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,659 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:57:51,659 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,659 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,662 INFO  [StoreOpener-2df890462d6d459eba8262c396b0c271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2df890462d6d459eba8262c396b0c271 
2024-11-18T07:57:51,665 INFO  [StoreOpener-2df890462d6d459eba8262c396b0c271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df890462d6d459eba8262c396b0c271 columnFamilyName testFamily
2024-11-18T07:57:51,666 DEBUG [StoreOpener-2df890462d6d459eba8262c396b0c271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:51,667 INFO  [StoreOpener-2df890462d6d459eba8262c396b0c271-1 {}] regionserver.HStore(327): Store=2df890462d6d459eba8262c396b0c271/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:57:51,668 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,670 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,671 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,672 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,672 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,676 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,681 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:57:51,683 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2df890462d6d459eba8262c396b0c271; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69272695, jitterRate=0.03224359452724457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:57:51,683 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:57:51,684 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2df890462d6d459eba8262c396b0c271:
Running coprocessor pre-open hook at 1731916671659Writing region info on filesystem at 1731916671659Initializing all the Stores at 1731916671662 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916671662Cleaning up temporary data from old regions at 1731916671672 (+10 ms)Running coprocessor post-open hooks at 1731916671683 (+11 ms)Region opened successfully at 1731916671684 (+1 ms)
2024-11-18T07:57:51,687 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271., pid=6, masterSystemTime=1731916671650
2024-11-18T07:57:51,691 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,691 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:57:51,692 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df890462d6d459eba8262c396b0c271, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:51,697 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df890462d6d459eba8262c396b0c271, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:57:51,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T07:57:51,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2df890462d6d459eba8262c396b0c271, server=87fb3d252950,41101,1731916607303 in 204 msec
2024-11-18T07:57:51,710 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T07:57:51,710 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2df890462d6d459eba8262c396b0c271, ASSIGN in 373 msec
2024-11-18T07:57:51,712 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:57:51,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916671712"}]},"ts":"1731916671712"}
2024-11-18T07:57:51,717 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T07:57:51,720 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:57:51,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 467 msec
2024-11-18T07:57:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T07:57:52,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T07:57:52,290 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T07:57:52,291 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:57:52,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T07:57:52,297 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:57:52,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T07:57:52,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T07:57:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,41101,1731916607303, seqNum=-1]
2024-11-18T07:57:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T07:57:52,305 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T07:57:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:57:52,334 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:57:52,338 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T07:57:52,344 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T07:57:52,349 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T07:57:52,352 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T07:57:52,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1064543919607382008
2024-11-18T07:57:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916675352, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:57:52,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T07:57:52,366 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T07:57:52,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:57:52,369 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:57:52,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1064543919607382006
2024-11-18T07:57:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916675369, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:57:52,375 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:57:52,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1064543919607382005
2024-11-18T07:57:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916675375, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:57:52,381 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:57:52,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1064543919607382004
2024-11-18T07:57:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916675381, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:57:52,388 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:57:52,400 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_536782768_22 at /127.0.0.1:51586 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/87fb3d252950:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1079 (was 1079), ProcessCount=11 (was 11), AvailableMemoryMB=3173 (was 3191)
2024-11-18T07:57:52,410 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1079, ProcessCount=11, AvailableMemoryMB=3172
2024-11-18T07:57:52,415 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:57:52,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T07:57:52,421 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:57:52,421 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:52,421 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T07:57:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T07:57:52,424 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:57:52,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741837_1013 (size=414)
2024-11-18T07:57:52,839 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6358f7d78063f4d9ae340a7673727b6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:57:52,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741838_1014 (size=65)
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b6358f7d78063f4d9ae340a7673727b6, disabling compactions & flushes
2024-11-18T07:57:52,848 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6. after waiting 0 ms
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:52,848 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:52,848 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6358f7d78063f4d9ae340a7673727b6:
Waiting for close lock at 1731916672848Disabling compacts and flushes for region at 1731916672848Disabling writes for close at 1731916672848Writing region close event to WAL at 1731916672848Closed at 1731916672848
2024-11-18T07:57:52,850 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:57:52,851 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731916672850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916672850"}]},"ts":"1731916672850"}
2024-11-18T07:57:52,854 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:57:52,856 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:57:52,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916672856"}]},"ts":"1731916672856"}
2024-11-18T07:57:52,861 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T07:57:52,861 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b6358f7d78063f4d9ae340a7673727b6, ASSIGN}]
2024-11-18T07:57:52,863 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b6358f7d78063f4d9ae340a7673727b6, ASSIGN
2024-11-18T07:57:52,866 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b6358f7d78063f4d9ae340a7673727b6, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:57:53,016 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b6358f7d78063f4d9ae340a7673727b6, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:53,020 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b6358f7d78063f4d9ae340a7673727b6, ASSIGN because future has completed
2024-11-18T07:57:53,021 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6358f7d78063f4d9ae340a7673727b6, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:57:53,181 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:53,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b6358f7d78063f4d9ae340a7673727b6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:57:53,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:57:53,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,184 INFO  [StoreOpener-b6358f7d78063f4d9ae340a7673727b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b6358f7d78063f4d9ae340a7673727b6 
2024-11-18T07:57:53,187 INFO  [StoreOpener-b6358f7d78063f4d9ae340a7673727b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6358f7d78063f4d9ae340a7673727b6 columnFamilyName testFamily
2024-11-18T07:57:53,187 DEBUG [StoreOpener-b6358f7d78063f4d9ae340a7673727b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:53,188 INFO  [StoreOpener-b6358f7d78063f4d9ae340a7673727b6-1 {}] regionserver.HStore(327): Store=b6358f7d78063f4d9ae340a7673727b6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:57:53,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:57:53,200 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b6358f7d78063f4d9ae340a7673727b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75292723, jitterRate=0.12194900214672089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:57:53,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:57:53,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b6358f7d78063f4d9ae340a7673727b6:
Running coprocessor pre-open hook at 1731916673182Writing region info on filesystem at 1731916673182Initializing all the Stores at 1731916673184 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916673184Cleaning up temporary data from old regions at 1731916673191 (+7 ms)Running coprocessor post-open hooks at 1731916673201 (+10 ms)Region opened successfully at 1731916673202 (+1 ms)
2024-11-18T07:57:53,204 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., pid=9, masterSystemTime=1731916673175
2024-11-18T07:57:53,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:53,208 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:57:53,209 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b6358f7d78063f4d9ae340a7673727b6, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:57:53,214 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6358f7d78063f4d9ae340a7673727b6, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:57:53,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T07:57:53,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b6358f7d78063f4d9ae340a7673727b6, server=87fb3d252950,41101,1731916607303 in 195 msec
2024-11-18T07:57:53,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T07:57:53,229 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b6358f7d78063f4d9ae340a7673727b6, ASSIGN in 362 msec
2024-11-18T07:57:53,231 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:57:53,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916673231"}]},"ts":"1731916673231"}
2024-11-18T07:57:53,235 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T07:57:53,238 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:57:53,242 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 823 msec
2024-11-18T07:57:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T07:57:53,429 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T07:57:53,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T07:57:53,429 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:57:53,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T07:57:53,434 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:57:53,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T07:57:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:57:53,452 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:57:53,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T07:57:53,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T07:57:53,458 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T07:57:56,255 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:57:56,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T07:57:56,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T07:57:56,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T07:57:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T07:57:56,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T07:57:56,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T07:57:56,737 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T07:57:56,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T07:57:56,737 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T07:57:56,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T07:57:56,739 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T07:57:59,470 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-18T07:57:59,470 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-18T07:57:59,470 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:57:59,480 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=958 (was 1079), ProcessCount=11 (was 11), AvailableMemoryMB=3151 (was 3172)
2024-11-18T07:57:59,487 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=958, ProcessCount=11, AvailableMemoryMB=3151
2024-11-18T07:57:59,490 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:57:59,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T07:57:59,493 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:57:59,493 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:57:59,494 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T07:57:59,495 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:57:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T07:57:59,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741839_1015 (size=412)
2024-11-18T07:57:59,906 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af1e8e6636c402d9eb4814a5f4c5620f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:57:59,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741840_1016 (size=63)
2024-11-18T07:57:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-18T07:58:00,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:00,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing af1e8e6636c402d9eb4814a5f4c5620f, disabling compactions & flushes
2024-11-18T07:58:00,316 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f. after waiting 0 ms
2024-11-18T07:58:00,317 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,317 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,317 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for af1e8e6636c402d9eb4814a5f4c5620f:
Waiting for close lock at 1731916680316Disabling compacts and flushes for region at 1731916680316Disabling writes for close at 1731916680317 (+1 ms)Writing region close event to WAL at 1731916680317Closed at 1731916680317
2024-11-18T07:58:00,319 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:00,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731916680319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916680319"}]},"ts":"1731916680319"}
2024-11-18T07:58:00,322 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:00,324 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:00,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916680324"}]},"ts":"1731916680324"}
2024-11-18T07:58:00,326 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T07:58:00,327 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=af1e8e6636c402d9eb4814a5f4c5620f, ASSIGN}]
2024-11-18T07:58:00,329 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=af1e8e6636c402d9eb4814a5f4c5620f, ASSIGN
2024-11-18T07:58:00,330 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=af1e8e6636c402d9eb4814a5f4c5620f, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:00,481 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=af1e8e6636c402d9eb4814a5f4c5620f, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:00,485 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=af1e8e6636c402d9eb4814a5f4c5620f, ASSIGN because future has completed
2024-11-18T07:58:00,485 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1e8e6636c402d9eb4814a5f4c5620f, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T07:58:00,644 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => af1e8e6636c402d9eb4814a5f4c5620f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:00,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:00,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,647 INFO  [StoreOpener-af1e8e6636c402d9eb4814a5f4c5620f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region af1e8e6636c402d9eb4814a5f4c5620f 
2024-11-18T07:58:00,650 INFO  [StoreOpener-af1e8e6636c402d9eb4814a5f4c5620f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1e8e6636c402d9eb4814a5f4c5620f columnFamilyName testFamily
2024-11-18T07:58:00,650 DEBUG [StoreOpener-af1e8e6636c402d9eb4814a5f4c5620f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:00,651 INFO  [StoreOpener-af1e8e6636c402d9eb4814a5f4c5620f-1 {}] regionserver.HStore(327): Store=af1e8e6636c402d9eb4814a5f4c5620f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:00,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:00,660 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened af1e8e6636c402d9eb4814a5f4c5620f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71015281, jitterRate=0.05821014940738678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:00,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:00,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for af1e8e6636c402d9eb4814a5f4c5620f:
Running coprocessor pre-open hook at 1731916680645Writing region info on filesystem at 1731916680645Initializing all the Stores at 1731916680647 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916680647Cleaning up temporary data from old regions at 1731916680653 (+6 ms)Running coprocessor post-open hooks at 1731916680660 (+7 ms)Region opened successfully at 1731916680661 (+1 ms)
2024-11-18T07:58:00,662 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f., pid=12, masterSystemTime=1731916680639
2024-11-18T07:58:00,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,665 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:00,666 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=af1e8e6636c402d9eb4814a5f4c5620f, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:00,670 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1e8e6636c402d9eb4814a5f4c5620f, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:00,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T07:58:00,679 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure af1e8e6636c402d9eb4814a5f4c5620f, server=87fb3d252950,41101,1731916607303 in 187 msec
2024-11-18T07:58:00,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T07:58:00,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=af1e8e6636c402d9eb4814a5f4c5620f, ASSIGN in 350 msec
2024-11-18T07:58:00,685 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:00,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916680685"}]},"ts":"1731916680685"}
2024-11-18T07:58:00,688 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T07:58:00,690 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:00,692 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2000 sec
2024-11-18T07:58:02,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T07:58:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T07:58:02,529 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T07:58:02,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T07:58:02,529 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:02,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T07:58:02,536 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:02,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T07:58:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:02,565 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:02,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T07:58:02,569 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T07:58:02,571 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T07:58:02,574 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T07:58:02,574 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T07:58:06,148 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:06,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T07:58:06,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:08,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381995' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T07:58:08,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47154 deadline: 1731916694586, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381995' does not exist
2024-11-18T07:58:08,590 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 87fb3d252950,41101,1731916607303 for closing scanner id = -1064543919607381995 for af1e8e6636c402d9eb4814a5f4c5620f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381995' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T07:58:08,592 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=857 (was 958), ProcessCount=11 (was 11), AvailableMemoryMB=3102 (was 3151)
2024-11-18T07:58:08,599 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=857, ProcessCount=11, AvailableMemoryMB=3102
2024-11-18T07:58:08,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T07:58:08,605 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:08,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:08,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T07:58:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T07:58:08,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:08,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741841_1017 (size=423)
2024-11-18T07:58:09,019 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd980322f7dc476d6d91803c02ebdf10, NAME => 'testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:09,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741842_1018 (size=74)
2024-11-18T07:58:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing cd980322f7dc476d6d91803c02ebdf10, disabling compactions & flushes
2024-11-18T07:58:09,428 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10. after waiting 0 ms
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,428 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd980322f7dc476d6d91803c02ebdf10:
Waiting for close lock at 1731916689428Disabling compacts and flushes for region at 1731916689428Disabling writes for close at 1731916689428Writing region close event to WAL at 1731916689428Closed at 1731916689428
2024-11-18T07:58:09,430 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:09,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731916689430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916689430"}]},"ts":"1731916689430"}
2024-11-18T07:58:09,433 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:09,434 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:09,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916689434"}]},"ts":"1731916689434"}
2024-11-18T07:58:09,437 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T07:58:09,437 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cd980322f7dc476d6d91803c02ebdf10, ASSIGN}]
2024-11-18T07:58:09,439 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cd980322f7dc476d6d91803c02ebdf10, ASSIGN
2024-11-18T07:58:09,440 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cd980322f7dc476d6d91803c02ebdf10, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:09,591 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cd980322f7dc476d6d91803c02ebdf10, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:09,594 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cd980322f7dc476d6d91803c02ebdf10, ASSIGN because future has completed
2024-11-18T07:58:09,595 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980322f7dc476d6d91803c02ebdf10, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T07:58:09,753 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,753 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cd980322f7dc476d6d91803c02ebdf10, NAME => 'testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:09,754 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,754 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:09,754 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,754 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,757 INFO  [StoreOpener-cd980322f7dc476d6d91803c02ebdf10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cd980322f7dc476d6d91803c02ebdf10 
2024-11-18T07:58:09,759 INFO  [StoreOpener-cd980322f7dc476d6d91803c02ebdf10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980322f7dc476d6d91803c02ebdf10 columnFamilyName testFamily
2024-11-18T07:58:09,760 DEBUG [StoreOpener-cd980322f7dc476d6d91803c02ebdf10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:09,760 INFO  [StoreOpener-cd980322f7dc476d6d91803c02ebdf10-1 {}] regionserver.HStore(327): Store=cd980322f7dc476d6d91803c02ebdf10/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:09,761 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,762 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,762 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,763 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,763 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,766 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,769 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:09,769 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cd980322f7dc476d6d91803c02ebdf10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66292648, jitterRate=-0.012162566184997559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:09,770 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:09,770 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cd980322f7dc476d6d91803c02ebdf10:
Running coprocessor pre-open hook at 1731916689754Writing region info on filesystem at 1731916689754Initializing all the Stores at 1731916689756 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916689756Cleaning up temporary data from old regions at 1731916689763 (+7 ms)Running coprocessor post-open hooks at 1731916689770 (+7 ms)Region opened successfully at 1731916689770
2024-11-18T07:58:09,771 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10., pid=15, masterSystemTime=1731916689748
2024-11-18T07:58:09,774 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,775 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:09,776 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cd980322f7dc476d6d91803c02ebdf10, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:09,779 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980322f7dc476d6d91803c02ebdf10, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:09,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T07:58:09,787 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cd980322f7dc476d6d91803c02ebdf10, server=87fb3d252950,41101,1731916607303 in 187 msec
2024-11-18T07:58:09,789 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T07:58:09,789 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cd980322f7dc476d6d91803c02ebdf10, ASSIGN in 348 msec
2024-11-18T07:58:09,790 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:09,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916689790"}]},"ts":"1731916689790"}
2024-11-18T07:58:09,793 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T07:58:09,795 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:09,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1930 sec
2024-11-18T07:58:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T07:58:11,638 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T07:58:11,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T07:58:11,639 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:11,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T07:58:11,643 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:11,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T07:58:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:11,656 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:11,656 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T07:58:11,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T07:58:11,661 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T07:58:11,662 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T07:58:11,663 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1064543919607381991
2024-11-18T07:58:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916694662, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:58:11,666 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T07:58:11,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T07:58:11,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:58:11,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:58:11,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1064543919607381989
2024-11-18T07:58:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916694668, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:58:11,672 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:58:11,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1064543919607381988
2024-11-18T07:58:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916694672, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:58:11,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:58:11,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1064543919607381987
2024-11-18T07:58:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47154 deadline: 1731916694675, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T07:58:11,679 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T07:58:11,686 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_536782768_22 at /127.0.0.1:38112 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=857 (was 857), ProcessCount=11 (was 11), AvailableMemoryMB=3099 (was 3102)
2024-11-18T07:58:11,694 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=857, ProcessCount=11, AvailableMemoryMB=3099
2024-11-18T07:58:11,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T07:58:11,718 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:11,719 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:11,719 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T07:58:11,721 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T07:58:11,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741843_1019 (size=418)
2024-11-18T07:58:12,134 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac24fb8f16c35a7626d3499b78c31820, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:12,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741844_1020 (size=69)
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ac24fb8f16c35a7626d3499b78c31820, disabling compactions & flushes
2024-11-18T07:58:12,546 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820. after waiting 0 ms
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,546 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac24fb8f16c35a7626d3499b78c31820:
Waiting for close lock at 1731916692546Disabling compacts and flushes for region at 1731916692546Disabling writes for close at 1731916692546Writing region close event to WAL at 1731916692546Closed at 1731916692546
2024-11-18T07:58:12,548 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:12,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731916692548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916692548"}]},"ts":"1731916692548"}
2024-11-18T07:58:12,552 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:12,553 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:12,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916692553"}]},"ts":"1731916692553"}
2024-11-18T07:58:12,556 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T07:58:12,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac24fb8f16c35a7626d3499b78c31820, ASSIGN}]
2024-11-18T07:58:12,559 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac24fb8f16c35a7626d3499b78c31820, ASSIGN
2024-11-18T07:58:12,561 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac24fb8f16c35a7626d3499b78c31820, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:12,711 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ac24fb8f16c35a7626d3499b78c31820, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:12,715 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac24fb8f16c35a7626d3499b78c31820, ASSIGN because future has completed
2024-11-18T07:58:12,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac24fb8f16c35a7626d3499b78c31820, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T07:58:12,874 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,875 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ac24fb8f16c35a7626d3499b78c31820, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:12,875 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,875 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:12,875 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,875 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,877 INFO  [StoreOpener-ac24fb8f16c35a7626d3499b78c31820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ac24fb8f16c35a7626d3499b78c31820 
2024-11-18T07:58:12,880 INFO  [StoreOpener-ac24fb8f16c35a7626d3499b78c31820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac24fb8f16c35a7626d3499b78c31820 columnFamilyName testFamily
2024-11-18T07:58:12,880 DEBUG [StoreOpener-ac24fb8f16c35a7626d3499b78c31820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:12,880 INFO  [StoreOpener-ac24fb8f16c35a7626d3499b78c31820-1 {}] regionserver.HStore(327): Store=ac24fb8f16c35a7626d3499b78c31820/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:12,881 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,882 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,883 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,884 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,884 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,886 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,890 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:12,891 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ac24fb8f16c35a7626d3499b78c31820; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61589468, jitterRate=-0.08224540948867798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:12,891 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:12,892 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ac24fb8f16c35a7626d3499b78c31820:
Running coprocessor pre-open hook at 1731916692875Writing region info on filesystem at 1731916692875Initializing all the Stores at 1731916692877 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916692877Cleaning up temporary data from old regions at 1731916692884 (+7 ms)Running coprocessor post-open hooks at 1731916692891 (+7 ms)Region opened successfully at 1731916692892 (+1 ms)
2024-11-18T07:58:12,893 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., pid=18, masterSystemTime=1731916692868
2024-11-18T07:58:12,897 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,897 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:12,898 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ac24fb8f16c35a7626d3499b78c31820, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:12,901 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac24fb8f16c35a7626d3499b78c31820, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:12,905 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T07:58:12,906 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ac24fb8f16c35a7626d3499b78c31820, server=87fb3d252950,41101,1731916607303 in 188 msec
2024-11-18T07:58:12,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T07:58:12,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac24fb8f16c35a7626d3499b78c31820, ASSIGN in 349 msec
2024-11-18T07:58:12,910 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:12,910 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916692910"}]},"ts":"1731916692910"}
2024-11-18T07:58:12,913 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T07:58:12,914 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:12,916 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2180 sec
2024-11-18T07:58:14,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T07:58:14,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T07:58:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T07:58:14,749 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T07:58:14,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T07:58:14,749 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:14,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T07:58:14,754 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:14,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T07:58:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:14,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:14,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T07:58:14,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T07:58:14,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T07:58:15,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T07:58:15,256 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:15,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T07:58:15,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T07:58:15,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:58:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-18T07:58:16,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T07:58:16,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:16,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T07:58:16,737 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:16,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T07:58:17,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=992ms, rpcTimeout=989ms
2024-11-18T07:58:17,774 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=992ms, rpcTimeout=989ms
2024-11-18T07:58:17,774 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:58:17,782 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=812 (was 857), ProcessCount=11 (was 11), AvailableMemoryMB=3093 (was 3099)
2024-11-18T07:58:17,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=812, ProcessCount=11, AvailableMemoryMB=3093
2024-11-18T07:58:17,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T07:58:17,796 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:17,796 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:17,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T07:58:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T07:58:17,798 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:17,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741845_1021 (size=416)
2024-11-18T07:58:18,211 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7bfaccf1f6002ff90d7c2c1b070cac6, NAME => 'testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:18,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741846_1022 (size=67)
2024-11-18T07:58:18,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-18T07:58:18,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:18,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e7bfaccf1f6002ff90d7c2c1b070cac6, disabling compactions & flushes
2024-11-18T07:58:18,635 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6. after waiting 0 ms
2024-11-18T07:58:18,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,635 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,636 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7bfaccf1f6002ff90d7c2c1b070cac6:
Waiting for close lock at 1731916698635Disabling compacts and flushes for region at 1731916698635Disabling writes for close at 1731916698635Writing region close event to WAL at 1731916698635Closed at 1731916698635
2024-11-18T07:58:18,638 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:18,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731916698638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916698638"}]},"ts":"1731916698638"}
2024-11-18T07:58:18,643 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:18,647 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:18,647 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916698647"}]},"ts":"1731916698647"}
2024-11-18T07:58:18,651 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T07:58:18,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e7bfaccf1f6002ff90d7c2c1b070cac6, ASSIGN}]
2024-11-18T07:58:18,653 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e7bfaccf1f6002ff90d7c2c1b070cac6, ASSIGN
2024-11-18T07:58:18,655 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e7bfaccf1f6002ff90d7c2c1b070cac6, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:18,806 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e7bfaccf1f6002ff90d7c2c1b070cac6, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T07:58:18,810 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e7bfaccf1f6002ff90d7c2c1b070cac6, ASSIGN because future has completed
2024-11-18T07:58:18,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7bfaccf1f6002ff90d7c2c1b070cac6, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:18,971 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,971 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e7bfaccf1f6002ff90d7c2c1b070cac6, NAME => 'testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:18,971 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,972 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:18,972 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,972 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,974 INFO  [StoreOpener-e7bfaccf1f6002ff90d7c2c1b070cac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e7bfaccf1f6002ff90d7c2c1b070cac6 
2024-11-18T07:58:18,976 INFO  [StoreOpener-e7bfaccf1f6002ff90d7c2c1b070cac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7bfaccf1f6002ff90d7c2c1b070cac6 columnFamilyName testFamily
2024-11-18T07:58:18,976 DEBUG [StoreOpener-e7bfaccf1f6002ff90d7c2c1b070cac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:18,976 INFO  [StoreOpener-e7bfaccf1f6002ff90d7c2c1b070cac6-1 {}] regionserver.HStore(327): Store=e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:18,977 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,978 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,978 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,979 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,979 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,981 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,984 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:18,985 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e7bfaccf1f6002ff90d7c2c1b070cac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59939717, jitterRate=-0.10682861506938934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:18,985 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:18,986 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e7bfaccf1f6002ff90d7c2c1b070cac6:
Running coprocessor pre-open hook at 1731916698972Writing region info on filesystem at 1731916698972Initializing all the Stores at 1731916698973 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916698973Cleaning up temporary data from old regions at 1731916698979 (+6 ms)Running coprocessor post-open hooks at 1731916698985 (+6 ms)Region opened successfully at 1731916698986 (+1 ms)
2024-11-18T07:58:18,987 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6., pid=21, masterSystemTime=1731916698965
2024-11-18T07:58:18,990 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,990 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:18,991 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e7bfaccf1f6002ff90d7c2c1b070cac6, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:18,993 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7bfaccf1f6002ff90d7c2c1b070cac6, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:18,998 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T07:58:18,999 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e7bfaccf1f6002ff90d7c2c1b070cac6, server=87fb3d252950,41101,1731916607303 in 184 msec
2024-11-18T07:58:19,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T07:58:19,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e7bfaccf1f6002ff90d7c2c1b070cac6, ASSIGN in 347 msec
2024-11-18T07:58:19,002 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:19,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916699002"}]},"ts":"1731916699002"}
2024-11-18T07:58:19,004 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T07:58:19,005 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:19,007 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2120 sec
2024-11-18T07:58:20,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T07:58:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T07:58:20,819 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T07:58:20,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T07:58:20,819 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:20,823 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T07:58:20,823 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:20,824 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T07:58:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:20,839 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:20,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T07:58:20,842 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T07:58:20,844 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T07:58:20,846 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T07:58:20,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T07:58:23,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381976' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T07:58:23,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47154 deadline: 1731916704854, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381976' does not exist
2024-11-18T07:58:23,857 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 87fb3d252950,41101,1731916607303 for closing scanner id = -1064543919607381976 for e7bfaccf1f6002ff90d7c2c1b070cac6 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381976' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T07:58:23,861 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=725 (was 812), ProcessCount=11 (was 11), AvailableMemoryMB=3069 (was 3093)
2024-11-18T07:58:23,868 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=725, ProcessCount=11, AvailableMemoryMB=3069
2024-11-18T07:58:23,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T07:58:23,874 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:23,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:23,874 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T07:58:23,875 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T07:58:23,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741847_1023 (size=411)
2024-11-18T07:58:24,285 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f1b6cd5aa56860b921dc8c57213d470, NAME => 'testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:24,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741848_1024 (size=62)
2024-11-18T07:58:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-18T07:58:24,473 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9f1b6cd5aa56860b921dc8c57213d470, disabling compactions & flushes
2024-11-18T07:58:24,694 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470. after waiting 0 ms
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:24,694 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:24,694 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f1b6cd5aa56860b921dc8c57213d470:
Waiting for close lock at 1731916704694Disabling compacts and flushes for region at 1731916704694Disabling writes for close at 1731916704694Writing region close event to WAL at 1731916704694Closed at 1731916704694
2024-11-18T07:58:24,696 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:24,696 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731916704696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916704696"}]},"ts":"1731916704696"}
2024-11-18T07:58:24,699 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:24,700 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:24,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916704700"}]},"ts":"1731916704700"}
2024-11-18T07:58:24,703 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T07:58:24,703 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9f1b6cd5aa56860b921dc8c57213d470, ASSIGN}]
2024-11-18T07:58:24,705 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9f1b6cd5aa56860b921dc8c57213d470, ASSIGN
2024-11-18T07:58:24,706 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9f1b6cd5aa56860b921dc8c57213d470, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:24,857 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9f1b6cd5aa56860b921dc8c57213d470, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:24,860 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9f1b6cd5aa56860b921dc8c57213d470, ASSIGN because future has completed
2024-11-18T07:58:24,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f1b6cd5aa56860b921dc8c57213d470, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T07:58:25,018 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:25,018 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f1b6cd5aa56860b921dc8c57213d470, NAME => 'testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:25,018 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,019 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:25,019 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,019 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,021 INFO  [StoreOpener-9f1b6cd5aa56860b921dc8c57213d470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9f1b6cd5aa56860b921dc8c57213d470 
2024-11-18T07:58:25,023 INFO  [StoreOpener-9f1b6cd5aa56860b921dc8c57213d470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1b6cd5aa56860b921dc8c57213d470 columnFamilyName testFamily
2024-11-18T07:58:25,023 DEBUG [StoreOpener-9f1b6cd5aa56860b921dc8c57213d470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:25,023 INFO  [StoreOpener-9f1b6cd5aa56860b921dc8c57213d470-1 {}] regionserver.HStore(327): Store=9f1b6cd5aa56860b921dc8c57213d470/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:25,024 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,025 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,025 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,026 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,026 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,028 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:25,032 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9f1b6cd5aa56860b921dc8c57213d470; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67463796, jitterRate=0.005288898944854736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:25,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:25,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9f1b6cd5aa56860b921dc8c57213d470:
Running coprocessor pre-open hook at 1731916705019Writing region info on filesystem at 1731916705019Initializing all the Stores at 1731916705020 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916705020Cleaning up temporary data from old regions at 1731916705026 (+6 ms)Running coprocessor post-open hooks at 1731916705032 (+6 ms)Region opened successfully at 1731916705032
2024-11-18T07:58:25,034 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470., pid=24, masterSystemTime=1731916705013
2024-11-18T07:58:25,036 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:25,036 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:25,037 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9f1b6cd5aa56860b921dc8c57213d470, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:25,039 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f1b6cd5aa56860b921dc8c57213d470, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:25,043 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T07:58:25,043 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f1b6cd5aa56860b921dc8c57213d470, server=87fb3d252950,41101,1731916607303 in 181 msec
2024-11-18T07:58:25,046 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T07:58:25,046 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9f1b6cd5aa56860b921dc8c57213d470, ASSIGN in 340 msec
2024-11-18T07:58:25,047 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:25,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916705047"}]},"ts":"1731916705047"}
2024-11-18T07:58:25,049 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T07:58:25,050 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:25,052 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1790 sec
2024-11-18T07:58:26,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T07:58:26,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T07:58:26,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:26,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T07:58:26,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T07:58:26,908 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T07:58:26,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T07:58:26,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:26,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T07:58:26,913 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:26,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T07:58:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:26,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:26,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T07:58:26,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T07:58:26,932 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T07:58:26,934 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T07:58:26,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T07:58:29,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381972' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T07:58:29,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47154 deadline: 1731916710946, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381972' does not exist
2024-11-18T07:58:29,947 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 87fb3d252950,41101,1731916607303 for closing scanner id = -1064543919607381972 for 9f1b6cd5aa56860b921dc8c57213d470 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381972' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T07:58:29,951 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 725), ProcessCount=11 (was 11), AvailableMemoryMB=3071 (was 3069) - AvailableMemoryMB LEAK? -
2024-11-18T07:58:29,959 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=3071
2024-11-18T07:58:29,961 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:29,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T07:58:29,964 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:29,964 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:29,964 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T07:58:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T07:58:29,965 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:29,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741849_1025 (size=419)
2024-11-18T07:58:30,375 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42c794694124a6382ac3fc5d239c66bd, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:30,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741850_1026 (size=70)
2024-11-18T07:58:30,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-18T07:58:30,520 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:30,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:30,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 42c794694124a6382ac3fc5d239c66bd, disabling compactions & flushes
2024-11-18T07:58:30,784 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:30,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:30,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd. after waiting 0 ms
2024-11-18T07:58:30,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:30,784 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:30,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42c794694124a6382ac3fc5d239c66bd:
Waiting for close lock at 1731916710784Disabling compacts and flushes for region at 1731916710784Disabling writes for close at 1731916710784Writing region close event to WAL at 1731916710784Closed at 1731916710784
2024-11-18T07:58:30,785 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:30,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731916710785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916710785"}]},"ts":"1731916710785"}
2024-11-18T07:58:30,788 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:30,789 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:30,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916710789"}]},"ts":"1731916710789"}
2024-11-18T07:58:30,792 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T07:58:30,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=42c794694124a6382ac3fc5d239c66bd, ASSIGN}]
2024-11-18T07:58:30,794 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=42c794694124a6382ac3fc5d239c66bd, ASSIGN
2024-11-18T07:58:30,795 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=42c794694124a6382ac3fc5d239c66bd, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:30,946 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=42c794694124a6382ac3fc5d239c66bd, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:30,949 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=42c794694124a6382ac3fc5d239c66bd, ASSIGN because future has completed
2024-11-18T07:58:30,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c794694124a6382ac3fc5d239c66bd, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T07:58:31,106 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 42c794694124a6382ac3fc5d239c66bd, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,110 INFO  [StoreOpener-42c794694124a6382ac3fc5d239c66bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 42c794694124a6382ac3fc5d239c66bd 
2024-11-18T07:58:31,112 INFO  [StoreOpener-42c794694124a6382ac3fc5d239c66bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42c794694124a6382ac3fc5d239c66bd columnFamilyName testFamily
2024-11-18T07:58:31,112 DEBUG [StoreOpener-42c794694124a6382ac3fc5d239c66bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:31,112 INFO  [StoreOpener-42c794694124a6382ac3fc5d239c66bd-1 {}] regionserver.HStore(327): Store=42c794694124a6382ac3fc5d239c66bd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:31,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:31,121 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 42c794694124a6382ac3fc5d239c66bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72988802, jitterRate=0.0876179039478302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:31,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:31,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 42c794694124a6382ac3fc5d239c66bd:
Running coprocessor pre-open hook at 1731916711107Writing region info on filesystem at 1731916711107Initializing all the Stores at 1731916711109 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916711109Cleaning up temporary data from old regions at 1731916711115 (+6 ms)Running coprocessor post-open hooks at 1731916711121 (+6 ms)Region opened successfully at 1731916711121
2024-11-18T07:58:31,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., pid=27, masterSystemTime=1731916711101
2024-11-18T07:58:31,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:31,125 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:31,126 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=42c794694124a6382ac3fc5d239c66bd, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:31,128 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c794694124a6382ac3fc5d239c66bd, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:31,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T07:58:31,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 42c794694124a6382ac3fc5d239c66bd, server=87fb3d252950,41101,1731916607303 in 180 msec
2024-11-18T07:58:31,135 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T07:58:31,135 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=42c794694124a6382ac3fc5d239c66bd, ASSIGN in 339 msec
2024-11-18T07:58:31,136 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:31,136 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916711136"}]},"ts":"1731916711136"}
2024-11-18T07:58:31,139 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T07:58:31,140 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:31,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-11-18T07:58:31,495 INFO  [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T07:58:31,495 INFO  [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T07:58:32,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T07:58:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T07:58:32,998 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T07:58:32,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T07:58:32,998 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:33,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T07:58:33,004 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:33,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T07:58:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:33,016 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:33,017 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T07:58:33,020 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T07:58:33,022 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T07:58:36,609 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:36,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T07:58:36,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:39,024 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-11-18T07:58:39,024 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-11-18T07:58:39,024 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:58:39,035 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 675), ProcessCount=11 (was 11), AvailableMemoryMB=3076 (was 3071) - AvailableMemoryMB LEAK? -
2024-11-18T07:58:39,049 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=3075
2024-11-18T07:58:39,053 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:39,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T07:58:39,057 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:39,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:39,059 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T07:58:39,059 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T07:58:39,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741851_1027 (size=407)
2024-11-18T07:58:39,473 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c75d9c4a44ded541147d6972843c4ce3, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:39,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741852_1028 (size=58)
2024-11-18T07:58:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-18T07:58:39,882 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:39,882 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing c75d9c4a44ded541147d6972843c4ce3, disabling compactions & flushes
2024-11-18T07:58:39,882 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:39,882 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:39,882 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3. after waiting 0 ms
2024-11-18T07:58:39,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:39,883 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:39,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for c75d9c4a44ded541147d6972843c4ce3:
Waiting for close lock at 1731916719882Disabling compacts and flushes for region at 1731916719882Disabling writes for close at 1731916719882Writing region close event to WAL at 1731916719883 (+1 ms)Closed at 1731916719883
2024-11-18T07:58:39,884 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:39,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731916719884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916719884"}]},"ts":"1731916719884"}
2024-11-18T07:58:39,887 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:39,889 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:39,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916719889"}]},"ts":"1731916719889"}
2024-11-18T07:58:39,891 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T07:58:39,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=c75d9c4a44ded541147d6972843c4ce3, ASSIGN}]
2024-11-18T07:58:39,893 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=c75d9c4a44ded541147d6972843c4ce3, ASSIGN
2024-11-18T07:58:39,894 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=c75d9c4a44ded541147d6972843c4ce3, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:40,045 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=c75d9c4a44ded541147d6972843c4ce3, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:40,048 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=c75d9c4a44ded541147d6972843c4ce3, ASSIGN because future has completed
2024-11-18T07:58:40,048 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure c75d9c4a44ded541147d6972843c4ce3, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T07:58:40,206 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => c75d9c4a44ded541147d6972843c4ce3, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,209 INFO  [StoreOpener-c75d9c4a44ded541147d6972843c4ce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c75d9c4a44ded541147d6972843c4ce3 
2024-11-18T07:58:40,211 INFO  [StoreOpener-c75d9c4a44ded541147d6972843c4ce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75d9c4a44ded541147d6972843c4ce3 columnFamilyName testFamily
2024-11-18T07:58:40,211 DEBUG [StoreOpener-c75d9c4a44ded541147d6972843c4ce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:40,212 INFO  [StoreOpener-c75d9c4a44ded541147d6972843c4ce3-1 {}] regionserver.HStore(327): Store=c75d9c4a44ded541147d6972843c4ce3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:40,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:40,220 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened c75d9c4a44ded541147d6972843c4ce3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62577120, jitterRate=-0.06752824783325195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:40,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:40,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for c75d9c4a44ded541147d6972843c4ce3:
Running coprocessor pre-open hook at 1731916720207Writing region info on filesystem at 1731916720207Initializing all the Stores at 1731916720209 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916720209Cleaning up temporary data from old regions at 1731916720214 (+5 ms)Running coprocessor post-open hooks at 1731916720220 (+6 ms)Region opened successfully at 1731916720220
2024-11-18T07:58:40,221 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3., pid=30, masterSystemTime=1731916720201
2024-11-18T07:58:40,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:40,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:40,225 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=c75d9c4a44ded541147d6972843c4ce3, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:40,228 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure c75d9c4a44ded541147d6972843c4ce3, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:40,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T07:58:40,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure c75d9c4a44ded541147d6972843c4ce3, server=87fb3d252950,41101,1731916607303 in 181 msec
2024-11-18T07:58:40,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T07:58:40,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=c75d9c4a44ded541147d6972843c4ce3, ASSIGN in 340 msec
2024-11-18T07:58:40,235 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:40,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916720235"}]},"ts":"1731916720235"}
2024-11-18T07:58:40,237 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T07:58:40,238 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:40,240 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1850 sec
2024-11-18T07:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T07:58:42,079 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T07:58:42,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T07:58:42,079 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:42,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T07:58:42,083 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:42,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T07:58:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:42,096 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:42,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T07:58:42,098 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T07:58:42,100 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T07:58:42,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T07:58:42,102 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T07:58:44,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T07:58:45,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T07:58:45,709 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:46,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T07:58:46,736 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T07:58:48,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381964' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T07:58:48,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47154 deadline: 1731916734105, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381964' does not exist
2024-11-18T07:58:48,107 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 87fb3d252950,41101,1731916607303 for closing scanner id = -1064543919607381964 for c75d9c4a44ded541147d6972843c4ce3 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1064543919607381964' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T07:58:48,112 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 601), ProcessCount=11 (was 11), AvailableMemoryMB=3062 (was 3075)
2024-11-18T07:58:48,120 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=3061
2024-11-18T07:58:48,122 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T07:58:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T07:58:48,126 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T07:58:48,126 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:48,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T07:58:48,128 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T07:58:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T07:58:48,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741853_1029 (size=423)
2024-11-18T07:58:48,539 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a44db480322cb5bf0163283fe027a2bd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20
2024-11-18T07:58:48,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741854_1030 (size=74)
2024-11-18T07:58:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing a44db480322cb5bf0163283fe027a2bd, disabling compactions & flushes
2024-11-18T07:58:48,948 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd. after waiting 0 ms
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:48,948 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:48,948 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a44db480322cb5bf0163283fe027a2bd:
Waiting for close lock at 1731916728948Disabling compacts and flushes for region at 1731916728948Disabling writes for close at 1731916728948Writing region close event to WAL at 1731916728948Closed at 1731916728948
2024-11-18T07:58:48,950 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T07:58:48,950 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731916728950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916728950"}]},"ts":"1731916728950"}
2024-11-18T07:58:48,953 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T07:58:48,954 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T07:58:48,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916728954"}]},"ts":"1731916728954"}
2024-11-18T07:58:48,957 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T07:58:48,958 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=a44db480322cb5bf0163283fe027a2bd, ASSIGN}]
2024-11-18T07:58:48,959 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=a44db480322cb5bf0163283fe027a2bd, ASSIGN
2024-11-18T07:58:48,960 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=a44db480322cb5bf0163283fe027a2bd, ASSIGN; state=OFFLINE, location=87fb3d252950,41101,1731916607303; forceNewPlan=false, retain=false
2024-11-18T07:58:49,111 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=a44db480322cb5bf0163283fe027a2bd, regionState=OPENING, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:49,114 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=a44db480322cb5bf0163283fe027a2bd, ASSIGN because future has completed
2024-11-18T07:58:49,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure a44db480322cb5bf0163283fe027a2bd, server=87fb3d252950,41101,1731916607303}]
2024-11-18T07:58:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T07:58:49,302 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:49,302 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => a44db480322cb5bf0163283fe027a2bd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.', STARTKEY => '', ENDKEY => ''}
2024-11-18T07:58:49,303 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,303 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T07:58:49,303 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,303 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,305 INFO  [StoreOpener-a44db480322cb5bf0163283fe027a2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a44db480322cb5bf0163283fe027a2bd 
2024-11-18T07:58:49,307 INFO  [StoreOpener-a44db480322cb5bf0163283fe027a2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a44db480322cb5bf0163283fe027a2bd columnFamilyName testFamily
2024-11-18T07:58:49,308 DEBUG [StoreOpener-a44db480322cb5bf0163283fe027a2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T07:58:49,308 INFO  [StoreOpener-a44db480322cb5bf0163283fe027a2bd-1 {}] regionserver.HStore(327): Store=a44db480322cb5bf0163283fe027a2bd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T07:58:49,309 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,310 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,310 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,311 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,311 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,313 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,316 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T07:58:49,317 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened a44db480322cb5bf0163283fe027a2bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65279985, jitterRate=-0.027252420783042908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T07:58:49,317 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:49,318 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for a44db480322cb5bf0163283fe027a2bd:
Running coprocessor pre-open hook at 1731916729303Writing region info on filesystem at 1731916729303Initializing all the Stores at 1731916729305 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916729305Cleaning up temporary data from old regions at 1731916729311 (+6 ms)Running coprocessor post-open hooks at 1731916729317 (+6 ms)Region opened successfully at 1731916729318 (+1 ms)
2024-11-18T07:58:49,319 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., pid=33, masterSystemTime=1731916729297
2024-11-18T07:58:49,321 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:49,321 INFO  [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:49,322 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=a44db480322cb5bf0163283fe027a2bd, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,41101,1731916607303
2024-11-18T07:58:49,325 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure a44db480322cb5bf0163283fe027a2bd, server=87fb3d252950,41101,1731916607303 because future has completed
2024-11-18T07:58:49,329 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T07:58:49,330 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure a44db480322cb5bf0163283fe027a2bd, server=87fb3d252950,41101,1731916607303 in 213 msec
2024-11-18T07:58:49,332 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T07:58:49,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=a44db480322cb5bf0163283fe027a2bd, ASSIGN in 372 msec
2024-11-18T07:58:49,333 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T07:58:49,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916729334"}]},"ts":"1731916729334"}
2024-11-18T07:58:49,336 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T07:58:49,337 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T07:58:49,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2160 sec
2024-11-18T07:58:50,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T07:58:51,057 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T07:58:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T07:58:51,159 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T07:58:51,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T07:58:51,159 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:51,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T07:58:51,165 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T07:58:51,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T07:58:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:51,180 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T07:58:51,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T07:58:51,183 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T07:58:51,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T07:58:52,193 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-18T07:58:52,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-18T07:58:52,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:58:52,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-18T07:58:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2]
2024-11-18T07:58:53,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T07:58:54,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=87fb3d252950:41101 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=972ms
2024-11-18T07:58:54,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=972ms
2024-11-18T07:58:54,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., hostname=87fb3d252950,41101,1731916607303, seqNum=2 from cache
2024-11-18T07:58:54,203 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 561), ProcessCount=11 (was 11), AvailableMemoryMB=3057 (was 3061)
2024-11-18T07:58:54,203 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T07:58:54,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T07:58:54,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,209 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T07:58:54,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T07:58:54,209 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T07:58:54,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T07:58:54,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T07:58:54,209 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T07:58:54,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false
2024-11-18T07:58:54,210 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,38225,1731916606328
2024-11-18T07:58:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T07:58:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T07:58:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:58:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:58:54,279 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T07:58:54,280 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T07:58:54,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T07:58:54,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T07:58:54,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T07:58:54,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,281 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,41101,1731916607303' *****
2024-11-18T07:58:54,281 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T07:58:54,281 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T07:58:54,281 INFO  [RS:0;87fb3d252950:41101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T07:58:54,281 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for af1e8e6636c402d9eb4814a5f4c5620f
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for cd980322f7dc476d6d91803c02ebdf10
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for a44db480322cb5bf0163283fe027a2bd
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for ac24fb8f16c35a7626d3499b78c31820
2024-11-18T07:58:54,282 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 2df890462d6d459eba8262c396b0c271
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 42c794694124a6382ac3fc5d239c66bd
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:54,283 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af1e8e6636c402d9eb4814a5f4c5620f, disabling compactions & flushes
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:54,283 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:54,283 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,41101,1731916607303
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T07:58:54,283 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f. after waiting 0 ms
2024-11-18T07:58:54,283 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:41101.
2024-11-18T07:58:54,283 DEBUG [RS:0;87fb3d252950:41101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T07:58:54,283 DEBUG [RS:0;87fb3d252950:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T07:58:54,283 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T07:58:54,284 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T07:58:54,284 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T07:58:54,284 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T07:58:54,284 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T07:58:54,284 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T07:58:54,284 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T07:58:54,284 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, af1e8e6636c402d9eb4814a5f4c5620f, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, cd980322f7dc476d6d91803c02ebdf10, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:54,286 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T07:58:54,286 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af1e8e6636c402d9eb4814a5f4c5620f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:54,349 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/.tmp/testFamily/cda964c8fd91499a9d0e7576631f0907 is 61, key is row-0/testFamily:testQualifier/1731916682549/Put/seqid=0
2024-11-18T07:58:54,357 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/info/1f2e2d3cbd7c4d55aa6301f2518536f9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271./info:regioninfo/1731916671692/Put/seqid=0
2024-11-18T07:58:54,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741855_1031 (size=5049)
2024-11-18T07:58:54,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741856_1032 (size=20564)
2024-11-18T07:58:54,484 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, af1e8e6636c402d9eb4814a5f4c5620f, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, cd980322f7dc476d6d91803c02ebdf10, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:54,685 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, af1e8e6636c402d9eb4814a5f4c5620f, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, cd980322f7dc476d6d91803c02ebdf10, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:54,713 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T07:58:54,767 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/.tmp/testFamily/cda964c8fd91499a9d0e7576631f0907
2024-11-18T07:58:54,772 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/info/1f2e2d3cbd7c4d55aa6301f2518536f9
2024-11-18T07:58:54,805 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:58:54,824 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/.tmp/testFamily/cda964c8fd91499a9d0e7576631f0907 as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/testFamily/cda964c8fd91499a9d0e7576631f0907
2024-11-18T07:58:54,838 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/testFamily/cda964c8fd91499a9d0e7576631f0907, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:54,845 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/ns/d26578912cc74474af63c86310dbbf8c is 43, key is default/ns:d/1731916670929/Put/seqid=0
2024-11-18T07:58:54,849 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af1e8e6636c402d9eb4814a5f4c5620f in 560ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:54,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741857_1033 (size=5153)
2024-11-18T07:58:54,854 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/ns/d26578912cc74474af63c86310dbbf8c
2024-11-18T07:58:54,857 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNextAsync/af1e8e6636c402d9eb4814a5f4c5620f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:54,860 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:54,860 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af1e8e6636c402d9eb4814a5f4c5620f:
Waiting for close lock at 1731916734282Running coprocessor pre-close hooks at 1731916734283 (+1 ms)Disabling compacts and flushes for region at 1731916734283Disabling writes for close at 1731916734283Obtaining lock to block concurrent updates at 1731916734286 (+3 ms)Preparing flush snapshotting stores in af1e8e6636c402d9eb4814a5f4c5620f at 1731916734286Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916734294 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f. at 1731916734295 (+1 ms)Flushing af1e8e6636c402d9eb4814a5f4c5620f/testFamily: creating writer at 1731916734297 (+2 ms)Flushing af1e8e6636c402d9eb4814a5f4c5620f/testFamily: appending metadata at 1731916734343 (+46 ms)Flushing af1e8e6636c402d9eb4814a5f4c5620f/testFamily: closing flushed file at 1731916734346 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d7ce21: reopening flushed file at 1731916734822 (+476 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af1e8e6636c402d9eb4814a5f4c5620f in 560ms, sequenceid=8, compaction requested=false at 1731916734849 (+27 ms)Writing region close event to WAL at 1731916734852 (+3 ms)Running coprocessor post-close hooks at 1731916734858 (+6 ms)Closed at 1731916734860 (+2 ms)
2024-11-18T07:58:54,861 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731916679489.af1e8e6636c402d9eb4814a5f4c5620f.
2024-11-18T07:58:54,861 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd980322f7dc476d6d91803c02ebdf10, disabling compactions & flushes
2024-11-18T07:58:54,861 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:54,862 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:54,862 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10. after waiting 0 ms
2024-11-18T07:58:54,862 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:54,862 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd980322f7dc476d6d91803c02ebdf10 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:54,883 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/.tmp/testFamily/788f27fc884f40e7a699ce1467d1ee9e is 61, key is row-0/testFamily:testQualifier/1731916691647/Put/seqid=0
2024-11-18T07:58:54,885 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, cd980322f7dc476d6d91803c02ebdf10, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:54,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741858_1034 (size=5049)
2024-11-18T07:58:54,889 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/.tmp/testFamily/788f27fc884f40e7a699ce1467d1ee9e
2024-11-18T07:58:54,891 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/table/c12cf7757f874f93b9dd4b0c0924ef2d is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731916671712/Put/seqid=0
2024-11-18T07:58:54,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741859_1035 (size=6699)
2024-11-18T07:58:54,898 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/.tmp/testFamily/788f27fc884f40e7a699ce1467d1ee9e as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/testFamily/788f27fc884f40e7a699ce1467d1ee9e
2024-11-18T07:58:54,907 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/testFamily/788f27fc884f40e7a699ce1467d1ee9e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:54,908 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cd980322f7dc476d6d91803c02ebdf10 in 46ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:54,914 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextException/cd980322f7dc476d6d91803c02ebdf10/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:54,915 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:54,915 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd980322f7dc476d6d91803c02ebdf10:
Waiting for close lock at 1731916734861Running coprocessor pre-close hooks at 1731916734861Disabling compacts and flushes for region at 1731916734861Disabling writes for close at 1731916734862 (+1 ms)Obtaining lock to block concurrent updates at 1731916734862Preparing flush snapshotting stores in cd980322f7dc476d6d91803c02ebdf10 at 1731916734862Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916734862Flushing stores of testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10. at 1731916734863 (+1 ms)Flushing cd980322f7dc476d6d91803c02ebdf10/testFamily: creating writer at 1731916734863Flushing cd980322f7dc476d6d91803c02ebdf10/testFamily: appending metadata at 1731916734882 (+19 ms)Flushing cd980322f7dc476d6d91803c02ebdf10/testFamily: closing flushed file at 1731916734883 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34af96ac: reopening flushed file at 1731916734897 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cd980322f7dc476d6d91803c02ebdf10 in 46ms, sequenceid=8, compaction requested=false at 1731916734908 (+11 ms)Writing region close event to WAL at 1731916734909 (+1 ms)Running coprocessor post-close hooks at 1731916734915 (+6 ms)Closed at 1731916734915
2024-11-18T07:58:54,915 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731916688601.cd980322f7dc476d6d91803c02ebdf10.
2024-11-18T07:58:54,915 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7bfaccf1f6002ff90d7c2c1b070cac6, disabling compactions & flushes
2024-11-18T07:58:54,916 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:54,916 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:54,916 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6. after waiting 0 ms
2024-11-18T07:58:54,916 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:54,916 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7bfaccf1f6002ff90d7c2c1b070cac6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:54,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/.tmp/testFamily/04bf999cf9414359aa0a3c2cd363712a is 61, key is row-0/testFamily:testQualifier/1731916700829/Put/seqid=0
2024-11-18T07:58:54,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741860_1036 (size=5049)
2024-11-18T07:58:55,077 INFO  [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T07:58:55,077 INFO  [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T07:58:55,085 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:55,286 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-18T07:58:55,286 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7bfaccf1f6002ff90d7c2c1b070cac6=testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6., c75d9c4a44ded541147d6972843c4ce3=hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3., a44db480322cb5bf0163283fe027a2bd=testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., ac24fb8f16c35a7626d3499b78c31820=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., 2df890462d6d459eba8262c396b0c271=testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271., 42c794694124a6382ac3fc5d239c66bd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., b6358f7d78063f4d9ae340a7673727b6=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., 9f1b6cd5aa56860b921dc8c57213d470=testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.}
2024-11-18T07:58:55,286 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3, e7bfaccf1f6002ff90d7c2c1b070cac6
2024-11-18T07:58:55,299 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/table/c12cf7757f874f93b9dd4b0c0924ef2d
2024-11-18T07:58:55,309 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/info/1f2e2d3cbd7c4d55aa6301f2518536f9 as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/info/1f2e2d3cbd7c4d55aa6301f2518536f9
2024-11-18T07:58:55,319 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/info/1f2e2d3cbd7c4d55aa6301f2518536f9, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T07:58:55,321 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/ns/d26578912cc74474af63c86310dbbf8c as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/ns/d26578912cc74474af63c86310dbbf8c
2024-11-18T07:58:55,331 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/ns/d26578912cc74474af63c86310dbbf8c, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T07:58:55,333 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/.tmp/table/c12cf7757f874f93b9dd4b0c0924ef2d as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/table/c12cf7757f874f93b9dd4b0c0924ef2d
2024-11-18T07:58:55,337 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/.tmp/testFamily/04bf999cf9414359aa0a3c2cd363712a
2024-11-18T07:58:55,342 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/table/c12cf7757f874f93b9dd4b0c0924ef2d, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T07:58:55,344 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1060ms, sequenceid=56, compaction requested=false
2024-11-18T07:58:55,348 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/.tmp/testFamily/04bf999cf9414359aa0a3c2cd363712a as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily/04bf999cf9414359aa0a3c2cd363712a
2024-11-18T07:58:55,352 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T07:58:55,353 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T07:58:55,353 INFO  [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T07:58:55,354 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731916734284Running coprocessor pre-close hooks at 1731916734284Disabling compacts and flushes for region at 1731916734284Disabling writes for close at 1731916734284Obtaining lock to block concurrent updates at 1731916734286 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731916734286Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731916734294 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731916734295 (+1 ms)Flushing 1588230740/info: creating writer at 1731916734297 (+2 ms)Flushing 1588230740/info: appending metadata at 1731916734350 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731916734350Flushing 1588230740/ns: creating writer at 1731916734822 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731916734844 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731916734844Flushing 1588230740/table: creating writer at 1731916734863 (+19 ms)Flushing 1588230740/table: appending metadata at 1731916734889 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731916734890 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f641d7: reopening flushed file at 1731916735307 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ba3e92: reopening flushed file at 1731916735320 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1fc851: reopening flushed file at 1731916735332 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1060ms, sequenceid=56, compaction requested=false at 1731916735344 (+12 ms)Writing region close event to WAL at 1731916735348 (+4 ms)Running coprocessor post-close hooks at 1731916735353 (+5 ms)Closed at 1731916735353
2024-11-18T07:58:55,354 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T07:58:55,357 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily/04bf999cf9414359aa0a3c2cd363712a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:55,358 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7bfaccf1f6002ff90d7c2c1b070cac6 in 442ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:55,363 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNextAsync/e7bfaccf1f6002ff90d7c2c1b070cac6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:55,364 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7bfaccf1f6002ff90d7c2c1b070cac6:
Waiting for close lock at 1731916734915Running coprocessor pre-close hooks at 1731916734915Disabling compacts and flushes for region at 1731916734915Disabling writes for close at 1731916734916 (+1 ms)Obtaining lock to block concurrent updates at 1731916734916Preparing flush snapshotting stores in e7bfaccf1f6002ff90d7c2c1b070cac6 at 1731916734916Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916734916Flushing stores of testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6. at 1731916734917 (+1 ms)Flushing e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily: creating writer at 1731916734917Flushing e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily: appending metadata at 1731916734932 (+15 ms)Flushing e7bfaccf1f6002ff90d7c2c1b070cac6/testFamily: closing flushed file at 1731916734932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148161c: reopening flushed file at 1731916735347 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7bfaccf1f6002ff90d7c2c1b070cac6 in 442ms, sequenceid=8, compaction requested=false at 1731916735358 (+11 ms)Writing region close event to WAL at 1731916735359 (+1 ms)Running coprocessor post-close hooks at 1731916735364 (+5 ms)Closed at 1731916735364
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731916697793.e7bfaccf1f6002ff90d7c2c1b070cac6.
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c75d9c4a44ded541147d6972843c4ce3, disabling compactions & flushes
2024-11-18T07:58:55,365 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3. after waiting 0 ms
2024-11-18T07:58:55,365 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:55,365 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c75d9c4a44ded541147d6972843c4ce3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:55,387 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/.tmp/testFamily/924e6a268b624868ba14ac73d4440b8a is 61, key is row-0/testFamily:testQualifier/1731916722087/Put/seqid=0
2024-11-18T07:58:55,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741861_1037 (size=5049)
2024-11-18T07:58:55,486 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:55,686 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6, c75d9c4a44ded541147d6972843c4ce3
2024-11-18T07:58:55,793 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/.tmp/testFamily/924e6a268b624868ba14ac73d4440b8a
2024-11-18T07:58:55,801 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/.tmp/testFamily/924e6a268b624868ba14ac73d4440b8a as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/testFamily/924e6a268b624868ba14ac73d4440b8a
2024-11-18T07:58:55,808 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/testFamily/924e6a268b624868ba14ac73d4440b8a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:55,809 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c75d9c4a44ded541147d6972843c4ce3 in 444ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnNext/c75d9c4a44ded541147d6972843c4ce3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:55,815 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c75d9c4a44ded541147d6972843c4ce3:
Waiting for close lock at 1731916735365Running coprocessor pre-close hooks at 1731916735365Disabling compacts and flushes for region at 1731916735365Disabling writes for close at 1731916735365Obtaining lock to block concurrent updates at 1731916735365Preparing flush snapshotting stores in c75d9c4a44ded541147d6972843c4ce3 at 1731916735365Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916735366 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3. at 1731916735366Flushing c75d9c4a44ded541147d6972843c4ce3/testFamily: creating writer at 1731916735366Flushing c75d9c4a44ded541147d6972843c4ce3/testFamily: appending metadata at 1731916735387 (+21 ms)Flushing c75d9c4a44ded541147d6972843c4ce3/testFamily: closing flushed file at 1731916735387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf4a835: reopening flushed file at 1731916735800 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c75d9c4a44ded541147d6972843c4ce3 in 444ms, sequenceid=8, compaction requested=false at 1731916735809 (+9 ms)Writing region close event to WAL at 1731916735810 (+1 ms)Running coprocessor post-close hooks at 1731916735815 (+5 ms)Closed at 1731916735815
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731916719053.c75d9c4a44ded541147d6972843c4ce3.
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a44db480322cb5bf0163283fe027a2bd, disabling compactions & flushes
2024-11-18T07:58:55,815 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd. after waiting 0 ms
2024-11-18T07:58:55,815 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:55,815 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a44db480322cb5bf0163283fe027a2bd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:55,831 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/.tmp/testFamily/94c38de4ec32467391d70499728d3a23 is 61, key is row-0/testFamily:testQualifier/1731916731170/Put/seqid=0
2024-11-18T07:58:55,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741862_1038 (size=5049)
2024-11-18T07:58:55,887 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:56,087 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, a44db480322cb5bf0163283fe027a2bd, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:56,236 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/.tmp/testFamily/94c38de4ec32467391d70499728d3a23
2024-11-18T07:58:56,245 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/.tmp/testFamily/94c38de4ec32467391d70499728d3a23 as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/testFamily/94c38de4ec32467391d70499728d3a23
2024-11-18T07:58:56,253 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/testFamily/94c38de4ec32467391d70499728d3a23, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:56,255 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a44db480322cb5bf0163283fe027a2bd in 440ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:56,260 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScannerAsync/a44db480322cb5bf0163283fe027a2bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:56,260 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a44db480322cb5bf0163283fe027a2bd:
Waiting for close lock at 1731916735815Running coprocessor pre-close hooks at 1731916735815Disabling compacts and flushes for region at 1731916735815Disabling writes for close at 1731916735815Obtaining lock to block concurrent updates at 1731916735815Preparing flush snapshotting stores in a44db480322cb5bf0163283fe027a2bd at 1731916735815Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916735816 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd. at 1731916735816Flushing a44db480322cb5bf0163283fe027a2bd/testFamily: creating writer at 1731916735816Flushing a44db480322cb5bf0163283fe027a2bd/testFamily: appending metadata at 1731916735830 (+14 ms)Flushing a44db480322cb5bf0163283fe027a2bd/testFamily: closing flushed file at 1731916735830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f92f673: reopening flushed file at 1731916736244 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a44db480322cb5bf0163283fe027a2bd in 440ms, sequenceid=8, compaction requested=false at 1731916736255 (+11 ms)Writing region close event to WAL at 1731916736255Running coprocessor post-close hooks at 1731916736260 (+5 ms)Closed at 1731916736260
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731916728122.a44db480322cb5bf0163283fe027a2bd.
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac24fb8f16c35a7626d3499b78c31820, disabling compactions & flushes
2024-11-18T07:58:56,261 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820. after waiting 0 ms
2024-11-18T07:58:56,261 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:56,261 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac24fb8f16c35a7626d3499b78c31820 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:56,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/.tmp/testFamily/45e931262a8b4823921c9c3995e3c76f is 61, key is row-0/testFamily:testQualifier/1731916694758/Put/seqid=0
2024-11-18T07:58:56,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741863_1039 (size=5049)
2024-11-18T07:58:56,287 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-18T07:58:56,287 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1325): Online Regions={ac24fb8f16c35a7626d3499b78c31820=testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., 2df890462d6d459eba8262c396b0c271=testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271., 42c794694124a6382ac3fc5d239c66bd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., b6358f7d78063f4d9ae340a7673727b6=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., 9f1b6cd5aa56860b921dc8c57213d470=testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.}
2024-11-18T07:58:56,287 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:56,487 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:56,684 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/.tmp/testFamily/45e931262a8b4823921c9c3995e3c76f
2024-11-18T07:58:56,688 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, ac24fb8f16c35a7626d3499b78c31820, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:56,693 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/.tmp/testFamily/45e931262a8b4823921c9c3995e3c76f as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/testFamily/45e931262a8b4823921c9c3995e3c76f
2024-11-18T07:58:56,701 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/testFamily/45e931262a8b4823921c9c3995e3c76f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:56,702 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac24fb8f16c35a7626d3499b78c31820 in 441ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:56,708 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnOpenScanner/ac24fb8f16c35a7626d3499b78c31820/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:56,709 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac24fb8f16c35a7626d3499b78c31820:
Waiting for close lock at 1731916736261Running coprocessor pre-close hooks at 1731916736261Disabling compacts and flushes for region at 1731916736261Disabling writes for close at 1731916736261Obtaining lock to block concurrent updates at 1731916736261Preparing flush snapshotting stores in ac24fb8f16c35a7626d3499b78c31820 at 1731916736261Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916736262 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820. at 1731916736262Flushing ac24fb8f16c35a7626d3499b78c31820/testFamily: creating writer at 1731916736262Flushing ac24fb8f16c35a7626d3499b78c31820/testFamily: appending metadata at 1731916736277 (+15 ms)Flushing ac24fb8f16c35a7626d3499b78c31820/testFamily: closing flushed file at 1731916736277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4d5840: reopening flushed file at 1731916736691 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac24fb8f16c35a7626d3499b78c31820 in 441ms, sequenceid=8, compaction requested=false at 1731916736702 (+11 ms)Writing region close event to WAL at 1731916736703 (+1 ms)Running coprocessor post-close hooks at 1731916736708 (+5 ms)Closed at 1731916736709 (+1 ms)
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731916691696.ac24fb8f16c35a7626d3499b78c31820.
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2df890462d6d459eba8262c396b0c271, disabling compactions & flushes
2024-11-18T07:58:56,709 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271. after waiting 0 ms
2024-11-18T07:58:56,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:58:56,709 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2df890462d6d459eba8262c396b0c271 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:56,730 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/.tmp/testFamily/9d29618c456745c3b146b57d8ba48553 is 61, key is row-0/testFamily:testQualifier/1731916672317/Put/seqid=0
2024-11-18T07:58:56,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741864_1040 (size=5049)
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T07:58:56,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T07:58:56,888 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:57,088 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 2df890462d6d459eba8262c396b0c271, 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:57,136 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/.tmp/testFamily/9d29618c456745c3b146b57d8ba48553
2024-11-18T07:58:57,144 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/.tmp/testFamily/9d29618c456745c3b146b57d8ba48553 as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/testFamily/9d29618c456745c3b146b57d8ba48553
2024-11-18T07:58:57,152 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/testFamily/9d29618c456745c3b146b57d8ba48553, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:57,153 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2df890462d6d459eba8262c396b0c271 in 444ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:57,158 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2df890462d6d459eba8262c396b0c271/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:57,158 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2df890462d6d459eba8262c396b0c271:
Waiting for close lock at 1731916736709Running coprocessor pre-close hooks at 1731916736709Disabling compacts and flushes for region at 1731916736709Disabling writes for close at 1731916736709Obtaining lock to block concurrent updates at 1731916736710 (+1 ms)Preparing flush snapshotting stores in 2df890462d6d459eba8262c396b0c271 at 1731916736710Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916736710Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271. at 1731916736710Flushing 2df890462d6d459eba8262c396b0c271/testFamily: creating writer at 1731916736711 (+1 ms)Flushing 2df890462d6d459eba8262c396b0c271/testFamily: appending metadata at 1731916736730 (+19 ms)Flushing 2df890462d6d459eba8262c396b0c271/testFamily: closing flushed file at 1731916736730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516a2901: reopening flushed file at 1731916737143 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2df890462d6d459eba8262c396b0c271 in 444ms, sequenceid=8, compaction requested=false at 1731916737153 (+10 ms)Writing region close event to WAL at 1731916737154 (+1 ms)Running coprocessor post-close hooks at 1731916737158 (+4 ms)Closed at 1731916737158
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731916671244.2df890462d6d459eba8262c396b0c271.
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42c794694124a6382ac3fc5d239c66bd, disabling compactions & flushes
2024-11-18T07:58:57,159 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd. after waiting 0 ms
2024-11-18T07:58:57,159 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:57,159 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42c794694124a6382ac3fc5d239c66bd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:57,174 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/.tmp/testFamily/2744dec6987a498c8666f132a7f86d2f is 61, key is row-0/testFamily:testQualifier/1731916713007/Put/seqid=0
2024-11-18T07:58:57,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741865_1041 (size=5049)
2024-11-18T07:58:57,289 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-18T07:58:57,289 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1325): Online Regions={42c794694124a6382ac3fc5d239c66bd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., b6358f7d78063f4d9ae340a7673727b6=hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., 9f1b6cd5aa56860b921dc8c57213d470=testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.}
2024-11-18T07:58:57,289 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:57,489 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 42c794694124a6382ac3fc5d239c66bd, 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:57,579 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/.tmp/testFamily/2744dec6987a498c8666f132a7f86d2f
2024-11-18T07:58:57,589 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/.tmp/testFamily/2744dec6987a498c8666f132a7f86d2f as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/testFamily/2744dec6987a498c8666f132a7f86d2f
2024-11-18T07:58:57,596 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/testFamily/2744dec6987a498c8666f132a7f86d2f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:57,598 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 42c794694124a6382ac3fc5d239c66bd in 438ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:57,603 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/42c794694124a6382ac3fc5d239c66bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:57,603 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42c794694124a6382ac3fc5d239c66bd:
Waiting for close lock at 1731916737159Running coprocessor pre-close hooks at 1731916737159Disabling compacts and flushes for region at 1731916737159Disabling writes for close at 1731916737159Obtaining lock to block concurrent updates at 1731916737159Preparing flush snapshotting stores in 42c794694124a6382ac3fc5d239c66bd at 1731916737159Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916737159Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd. at 1731916737160 (+1 ms)Flushing 42c794694124a6382ac3fc5d239c66bd/testFamily: creating writer at 1731916737160Flushing 42c794694124a6382ac3fc5d239c66bd/testFamily: appending metadata at 1731916737174 (+14 ms)Flushing 42c794694124a6382ac3fc5d239c66bd/testFamily: closing flushed file at 1731916737174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d7443a: reopening flushed file at 1731916737587 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 42c794694124a6382ac3fc5d239c66bd in 438ms, sequenceid=8, compaction requested=false at 1731916737598 (+11 ms)Writing region close event to WAL at 1731916737598Running coprocessor post-close hooks at 1731916737603 (+5 ms)Closed at 1731916737603
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731916709960.42c794694124a6382ac3fc5d239c66bd.
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6358f7d78063f4d9ae340a7673727b6, disabling compactions & flushes
2024-11-18T07:58:57,604 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6. after waiting 0 ms
2024-11-18T07:58:57,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:58:57,604 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6358f7d78063f4d9ae340a7673727b6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:57,620 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/.tmp/testFamily/b4de20abe14a4982b5a8bf1953a7eb1a is 61, key is row-0/testFamily:testQualifier/1731916673440/Put/seqid=0
2024-11-18T07:58:57,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741866_1042 (size=5049)
2024-11-18T07:58:57,689 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:57,786 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:38225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	... 10 more
2024-11-18T07:58:57,890 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 9f1b6cd5aa56860b921dc8c57213d470, b6358f7d78063f4d9ae340a7673727b6
2024-11-18T07:58:58,026 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/.tmp/testFamily/b4de20abe14a4982b5a8bf1953a7eb1a
2024-11-18T07:58:58,035 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/.tmp/testFamily/b4de20abe14a4982b5a8bf1953a7eb1a as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/testFamily/b4de20abe14a4982b5a8bf1953a7eb1a
2024-11-18T07:58:58,043 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/testFamily/b4de20abe14a4982b5a8bf1953a7eb1a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:58,044 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b6358f7d78063f4d9ae340a7673727b6 in 440ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:58,049 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/hbase/testMetaScanTimeoutOnOpenScanner/b6358f7d78063f4d9ae340a7673727b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:58,050 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:58:58,050 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6358f7d78063f4d9ae340a7673727b6:
Waiting for close lock at 1731916737604Running coprocessor pre-close hooks at 1731916737604Disabling compacts and flushes for region at 1731916737604Disabling writes for close at 1731916737604Obtaining lock to block concurrent updates at 1731916737604Preparing flush snapshotting stores in b6358f7d78063f4d9ae340a7673727b6 at 1731916737604Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916737604Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6. at 1731916737605 (+1 ms)Flushing b6358f7d78063f4d9ae340a7673727b6/testFamily: creating writer at 1731916737605Flushing b6358f7d78063f4d9ae340a7673727b6/testFamily: appending metadata at 1731916737620 (+15 ms)Flushing b6358f7d78063f4d9ae340a7673727b6/testFamily: closing flushed file at 1731916737620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7a9c2f: reopening flushed file at 1731916738033 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b6358f7d78063f4d9ae340a7673727b6 in 440ms, sequenceid=8, compaction requested=false at 1731916738044 (+11 ms)Writing region close event to WAL at 1731916738045 (+1 ms)Running coprocessor post-close hooks at 1731916738050 (+5 ms)Closed at 1731916738050
2024-11-18T07:58:58,051 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731916672414.b6358f7d78063f4d9ae340a7673727b6.
2024-11-18T07:58:58,051 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f1b6cd5aa56860b921dc8c57213d470, disabling compactions & flushes
2024-11-18T07:58:58,051 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:58,051 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:58,051 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470. after waiting 0 ms
2024-11-18T07:58:58,051 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:58,051 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f1b6cd5aa56860b921dc8c57213d470 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T07:58:58,069 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/.tmp/testFamily/a3ac2860bd7b4f0d871c2abd4152c98f is 61, key is row-0/testFamily:testQualifier/1731916706918/Put/seqid=0
2024-11-18T07:58:58,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741867_1043 (size=5049)
2024-11-18T07:58:58,090 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:58,290 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T07:58:58,290 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1325): Online Regions={9f1b6cd5aa56860b921dc8c57213d470=testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.}
2024-11-18T07:58:58,290 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:58,475 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/.tmp/testFamily/a3ac2860bd7b4f0d871c2abd4152c98f
2024-11-18T07:58:58,483 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/.tmp/testFamily/a3ac2860bd7b4f0d871c2abd4152c98f as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/testFamily/a3ac2860bd7b4f0d871c2abd4152c98f
2024-11-18T07:58:58,491 DEBUG [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1351): Waiting on 9f1b6cd5aa56860b921dc8c57213d470
2024-11-18T07:58:58,491 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/testFamily/a3ac2860bd7b4f0d871c2abd4152c98f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T07:58:58,492 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f1b6cd5aa56860b921dc8c57213d470 in 441ms, sequenceid=8, compaction requested=false
2024-11-18T07:58:58,497 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/data/default/testNormalScanTimeoutOnNext/9f1b6cd5aa56860b921dc8c57213d470/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T07:58:58,498 INFO  [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:58,498 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f1b6cd5aa56860b921dc8c57213d470:
Waiting for close lock at 1731916738051Running coprocessor pre-close hooks at 1731916738051Disabling compacts and flushes for region at 1731916738051Disabling writes for close at 1731916738051Obtaining lock to block concurrent updates at 1731916738051Preparing flush snapshotting stores in 9f1b6cd5aa56860b921dc8c57213d470 at 1731916738051Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731916738051Flushing stores of testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470. at 1731916738052 (+1 ms)Flushing 9f1b6cd5aa56860b921dc8c57213d470/testFamily: creating writer at 1731916738052Flushing 9f1b6cd5aa56860b921dc8c57213d470/testFamily: appending metadata at 1731916738068 (+16 ms)Flushing 9f1b6cd5aa56860b921dc8c57213d470/testFamily: closing flushed file at 1731916738068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0edaaf: reopening flushed file at 1731916738482 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f1b6cd5aa56860b921dc8c57213d470 in 441ms, sequenceid=8, compaction requested=false at 1731916738492 (+10 ms)Writing region close event to WAL at 1731916738493 (+1 ms)Running coprocessor post-close hooks at 1731916738498 (+5 ms)Closed at 1731916738498
2024-11-18T07:58:58,498 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731916703870.9f1b6cd5aa56860b921dc8c57213d470.
2024-11-18T07:58:58,691 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,41101,1731916607303; all regions closed.
2024-11-18T07:58:58,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741834_1010 (size=19479)
2024-11-18T07:58:58,700 DEBUG [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/oldWALs
2024-11-18T07:58:58,701 INFO  [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C41101%2C1731916607303.meta:.meta(num 1731916670684)
2024-11-18T07:58:58,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741833_1009 (size=20031)
2024-11-18T07:58:58,703 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/WALs/87fb3d252950,41101,1731916607303/87fb3d252950%2C41101%2C1731916607303.1731916670146 not finished, retry = 0
2024-11-18T07:58:58,807 DEBUG [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/oldWALs
2024-11-18T07:58:58,807 INFO  [RS:0;87fb3d252950:41101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C41101%2C1731916607303:(num 1731916670146)
2024-11-18T07:58:58,807 DEBUG [RS:0;87fb3d252950:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T07:58:58,807 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T07:58:58,807 INFO  [RS:0;87fb3d252950:41101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T07:58:58,808 INFO  [RS:0;87fb3d252950:41101 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T07:58:58,808 INFO  [RS:0;87fb3d252950:41101 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T07:58:58,808 INFO  [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T07:58:58,809 INFO  [RS:0;87fb3d252950:41101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41101
2024-11-18T07:58:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,41101,1731916607303
2024-11-18T07:58:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T07:58:58,854 INFO  [RS:0;87fb3d252950:41101 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T07:58:58,855 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,41101,1731916607303]
2024-11-18T07:58:58,862 INFO  [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T07:58:58,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,41101,1731916607303 already deleted, retry=false
2024-11-18T07:58:58,870 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,41101,1731916607303 expired; onlineServers=0
2024-11-18T07:58:58,870 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,38225,1731916606328' *****
2024-11-18T07:58:58,870 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T07:58:58,871 INFO  [M:0;87fb3d252950:38225 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T07:58:58,871 INFO  [M:0;87fb3d252950:38225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T07:58:58,871 DEBUG [M:0;87fb3d252950:38225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T07:58:58,871 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T07:58:58,871 DEBUG [M:0;87fb3d252950:38225 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T07:58:58,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916609925 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916609925,5,FailOnTimeoutGroup]
2024-11-18T07:58:58,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916609931 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916609931,5,FailOnTimeoutGroup]
2024-11-18T07:58:58,871 INFO  [M:0;87fb3d252950:38225 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T07:58:58,872 INFO  [M:0;87fb3d252950:38225 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T07:58:58,872 DEBUG [M:0;87fb3d252950:38225 {}] master.HMaster(1795): Stopping service threads
2024-11-18T07:58:58,872 INFO  [M:0;87fb3d252950:38225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T07:58:58,872 INFO  [M:0;87fb3d252950:38225 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T07:58:58,873 INFO  [M:0;87fb3d252950:38225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T07:58:58,873 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T07:58:58,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T07:58:58,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T07:58:58,879 DEBUG [M:0;87fb3d252950:38225 {}] zookeeper.ZKUtil(347): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T07:58:58,879 WARN  [M:0;87fb3d252950:38225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T07:58:58,880 INFO  [M:0;87fb3d252950:38225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/.lastflushedseqids
2024-11-18T07:58:58,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741868_1044 (size=721)
2024-11-18T07:58:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T07:58:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1014e3bba530001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T07:58:58,963 INFO  [RS:0;87fb3d252950:41101 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T07:58:58,963 INFO  [RS:0;87fb3d252950:41101 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,41101,1731916607303; zookeeper connection closed.
2024-11-18T07:58:58,963 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70f36410 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70f36410
2024-11-18T07:58:58,964 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T07:58:59,292 INFO  [M:0;87fb3d252950:38225 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T07:58:59,293 INFO  [M:0;87fb3d252950:38225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T07:58:59,293 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T07:58:59,293 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:58:59,293 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:58:59,293 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T07:58:59,293 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:58:59,293 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.04 KB heapSize=191.06 KB
2024-11-18T07:58:59,314 DEBUG [M:0;87fb3d252950:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12d0c417837840a88d60bcfe95286db5 is 82, key is hbase:meta,,1/info:regioninfo/1731916670786/Put/seqid=0
2024-11-18T07:58:59,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741869_1045 (size=5672)
2024-11-18T07:58:59,720 INFO  [M:0;87fb3d252950:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12d0c417837840a88d60bcfe95286db5
2024-11-18T07:58:59,742 DEBUG [M:0;87fb3d252950:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68eb8e2e1834ad18a1b6613f3ee1e1b is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731916671724/Put/seqid=0
2024-11-18T07:58:59,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741870_1046 (size=14066)
2024-11-18T07:59:00,148 INFO  [M:0;87fb3d252950:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68eb8e2e1834ad18a1b6613f3ee1e1b
2024-11-18T07:59:00,155 INFO  [M:0;87fb3d252950:38225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f68eb8e2e1834ad18a1b6613f3ee1e1b
2024-11-18T07:59:00,175 DEBUG [M:0;87fb3d252950:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7126a82f4f784e968b0e11fa2c57bddf is 69, key is 87fb3d252950,41101,1731916607303/rs:state/1731916639989/Put/seqid=0
2024-11-18T07:59:00,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741871_1047 (size=5156)
2024-11-18T07:59:00,362 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T07:59:00,581 INFO  [M:0;87fb3d252950:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7126a82f4f784e968b0e11fa2c57bddf
2024-11-18T07:59:00,592 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12d0c417837840a88d60bcfe95286db5 as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12d0c417837840a88d60bcfe95286db5
2024-11-18T07:59:00,600 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12d0c417837840a88d60bcfe95286db5, entries=8, sequenceid=319, filesize=5.5 K
2024-11-18T07:59:00,602 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68eb8e2e1834ad18a1b6613f3ee1e1b as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f68eb8e2e1834ad18a1b6613f3ee1e1b
2024-11-18T07:59:00,609 INFO  [M:0;87fb3d252950:38225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f68eb8e2e1834ad18a1b6613f3ee1e1b
2024-11-18T07:59:00,609 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f68eb8e2e1834ad18a1b6613f3ee1e1b, entries=33, sequenceid=319, filesize=13.7 K
2024-11-18T07:59:00,611 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7126a82f4f784e968b0e11fa2c57bddf as hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7126a82f4f784e968b0e11fa2c57bddf
2024-11-18T07:59:00,619 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41515/user/jenkins/test-data/5b7009a2-3110-c51e-eebb-fc83367f9d20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7126a82f4f784e968b0e11fa2c57bddf, entries=1, sequenceid=319, filesize=5.0 K
2024-11-18T07:59:00,620 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=319, compaction requested=false
2024-11-18T07:59:00,622 INFO  [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T07:59:00,623 DEBUG [M:0;87fb3d252950:38225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731916739293Disabling compacts and flushes for region at 1731916739293Disabling writes for close at 1731916739293Obtaining lock to block concurrent updates at 1731916739293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731916739293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166955, getHeapSize=195584, getOffHeapSize=0, getCellsCount=366 at 1731916739294 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731916739294Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731916739295 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731916739313 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731916739313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731916739726 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731916739741 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731916739741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731916740155 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731916740175 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731916740175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3290b0eb: reopening flushed file at 1731916740590 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1d8980: reopening flushed file at 1731916740600 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4239064: reopening flushed file at 1731916740610 (+10 ms)Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=319, compaction requested=false at 1731916740620 (+10 ms)Writing region close event to WAL at 1731916740622 (+2 ms)Closed at 1731916740622
2024-11-18T07:59:00,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741830_1006 (size=188297)
2024-11-18T07:59:00,627 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T07:59:00,627 INFO  [M:0;87fb3d252950:38225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T07:59:00,627 INFO  [M:0;87fb3d252950:38225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38225
2024-11-18T07:59:00,628 INFO  [M:0;87fb3d252950:38225 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T07:59:00,770 INFO  [M:0;87fb3d252950:38225 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T07:59:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T07:59:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1014e3bba530000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T07:59:00,775 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5537c1f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T07:59:00,778 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T07:59:00,778 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T07:59:00,778 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T07:59:00,778 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.log.dir/,STOPPED}
2024-11-18T07:59:00,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T07:59:00,781 WARN  [BP-742143115-172.17.0.2-1731916601409 heartbeating to localhost/127.0.0.1:41515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T07:59:00,781 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T07:59:00,781 WARN  [BP-742143115-172.17.0.2-1731916601409 heartbeating to localhost/127.0.0.1:41515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-742143115-172.17.0.2-1731916601409 (Datanode Uuid 213126f7-ee7c-4c76-bb44-6e660cf6e259) service to localhost/127.0.0.1:41515
2024-11-18T07:59:00,783 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/data/data1/current/BP-742143115-172.17.0.2-1731916601409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T07:59:00,783 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/cluster_169a6527-3e8a-da72-9095-978ba614105e/data/data2/current/BP-742143115-172.17.0.2-1731916601409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T07:59:00,784 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T07:59:00,794 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T07:59:00,795 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T07:59:00,795 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T07:59:00,795 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T07:59:00,795 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5ba3fb4-c6bb-7dc2-7622-9f3f0406762d/hadoop.log.dir/,STOPPED}
2024-11-18T07:59:00,805 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T07:59:00,828 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down