2024-12-04 19:30:51,305 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-04 19:30:51,323 main DEBUG Took 0.016776 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-04 19:30:51,324 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-04 19:30:51,324 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-04 19:30:51,325 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-04 19:30:51,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,333 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-04 19:30:51,345 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,348 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,351 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,352 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,354 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,355 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,358 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 19:30:51,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,359 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-04 19:30:51,361 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 19:30:51,363 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-04 19:30:51,365 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-04 19:30:51,365 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-04 19:30:51,367 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-04 19:30:51,367 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-04 19:30:51,376 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-04 19:30:51,378 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-04 19:30:51,380 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-04 19:30:51,380 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-04 19:30:51,381 main DEBUG createAppenders(={Console})
2024-12-04 19:30:51,382 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-04 19:30:51,382 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-04 19:30:51,382 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-04 19:30:51,383 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-04 19:30:51,383 main DEBUG OutputStream closed
2024-12-04 19:30:51,383 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-04 19:30:51,384 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-04 19:30:51,384 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-04 19:30:51,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-04 19:30:51,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-04 19:30:51,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-04 19:30:51,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-04 19:30:51,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-04 19:30:51,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-04 19:30:51,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-04 19:30:51,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-04 19:30:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-04 19:30:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-04 19:30:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-04 19:30:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-04 19:30:51,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-04 19:30:51,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-04 19:30:51,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-04 19:30:51,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-04 19:30:51,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-04 19:30:51,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-04 19:30:51,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04 19:30:51,459 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-04 19:30:51,459 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-04 19:30:51,460 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-04T19:30:51,474 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-04 19:30:51,477 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-04 19:30:51,477 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04T19:30:51,715 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac
2024-12-04T19:30:51,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-04T19:30:51,744 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df, deleteOnExit=true
2024-12-04T19:30:51,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-04T19:30:51,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/test.cache.data in system properties and HBase conf
2024-12-04T19:30:51,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.tmp.dir in system properties and HBase conf
2024-12-04T19:30:51,746 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.log.dir in system properties and HBase conf
2024-12-04T19:30:51,746 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-04T19:30:51,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-04T19:30:51,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-04T19:30:51,825 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-04T19:30:51,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-04T19:30:51,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-04T19:30:51,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-04T19:30:51,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-04T19:30:51,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T19:30:51,906 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-04T19:30:51,906 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-04T19:30:51,906 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T19:30:51,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T19:30:51,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-04T19:30:51,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/nfs.dump.dir in system properties and HBase conf
2024-12-04T19:30:51,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/java.io.tmpdir in system properties and HBase conf
2024-12-04T19:30:51,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T19:30:51,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-04T19:30:51,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-04T19:30:53,041 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-04T19:30:53,106 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2389ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-04T19:30:53,172 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T19:30:53,224 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T19:30:53,241 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T19:30:53,241 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T19:30:53,242 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T19:30:53,253 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T19:30:53,255 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.log.dir/,AVAILABLE}
2024-12-04T19:30:53,256 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T19:30:53,416 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/java.io.tmpdir/jetty-localhost-39467-hadoop-hdfs-3_4_1-tests_jar-_-any-11930500012849853476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T19:30:53,425 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:39467}
2024-12-04T19:30:53,425 INFO  [Time-limited test {}] server.Server(415): Started @2709ms
2024-12-04T19:30:53,994 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T19:30:54,000 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T19:30:54,001 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T19:30:54,001 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T19:30:54,001 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T19:30:54,002 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.log.dir/,AVAILABLE}
2024-12-04T19:30:54,002 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T19:30:54,094 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/java.io.tmpdir/jetty-localhost-37637-hadoop-hdfs-3_4_1-tests_jar-_-any-15105994792257816213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T19:30:54,095 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:37637}
2024-12-04T19:30:54,095 INFO  [Time-limited test {}] server.Server(415): Started @3378ms
2024-12-04T19:30:54,139 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-04T19:30:55,082 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/data/data2/current/BP-1335177436-172.17.0.2-1733340652426/current, will proceed with Du for space computation calculation, 
2024-12-04T19:30:55,082 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/data/data1/current/BP-1335177436-172.17.0.2-1733340652426/current, will proceed with Du for space computation calculation, 
2024-12-04T19:30:55,109 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-04T19:30:55,150 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3365b3249d45c335 with lease ID 0x2e267066d61c27ba: Processing first storage report for DS-15a26b20-151b-4460-b634-2cc2773e8124 from datanode DatanodeRegistration(127.0.0.1:39619, datanodeUuid=57674b46-6fd4-4347-876c-0e3c347d0096, infoPort=39385, infoSecurePort=0, ipcPort=45029, storageInfo=lv=-57;cid=testClusterID;nsid=951512141;c=1733340652426)
2024-12-04T19:30:55,151 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3365b3249d45c335 with lease ID 0x2e267066d61c27ba: from storage DS-15a26b20-151b-4460-b634-2cc2773e8124 node DatanodeRegistration(127.0.0.1:39619, datanodeUuid=57674b46-6fd4-4347-876c-0e3c347d0096, infoPort=39385, infoSecurePort=0, ipcPort=45029, storageInfo=lv=-57;cid=testClusterID;nsid=951512141;c=1733340652426), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-04T19:30:55,151 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3365b3249d45c335 with lease ID 0x2e267066d61c27ba: Processing first storage report for DS-1a88dc1a-b25d-4625-99c5-8a9b9d875b97 from datanode DatanodeRegistration(127.0.0.1:39619, datanodeUuid=57674b46-6fd4-4347-876c-0e3c347d0096, infoPort=39385, infoSecurePort=0, ipcPort=45029, storageInfo=lv=-57;cid=testClusterID;nsid=951512141;c=1733340652426)
2024-12-04T19:30:55,152 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3365b3249d45c335 with lease ID 0x2e267066d61c27ba: from storage DS-1a88dc1a-b25d-4625-99c5-8a9b9d875b97 node DatanodeRegistration(127.0.0.1:39619, datanodeUuid=57674b46-6fd4-4347-876c-0e3c347d0096, infoPort=39385, infoSecurePort=0, ipcPort=45029, storageInfo=lv=-57;cid=testClusterID;nsid=951512141;c=1733340652426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-04T19:30:55,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac
2024-12-04T19:30:55,307 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/zookeeper_0, clientPort=56108, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-04T19:30:55,316 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56108
2024-12-04T19:30:55,330 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:55,333 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:55,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741825_1001 (size=7)
2024-12-04T19:30:55,936 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2 with version=8
2024-12-04T19:30:55,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/hbase-staging
2024-12-04T19:30:56,013 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-04T19:30:56,334 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=9
2024-12-04T19:30:56,342 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:56,343 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:56,346 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T19:30:56,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:56,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T19:30:56,454 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-04T19:30:56,502 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-04T19:30:56,509 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-04T19:30:56,512 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T19:30:56,531 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 101740 (auto-detected)
2024-12-04T19:30:56,532 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-04T19:30:56,547 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38485
2024-12-04T19:30:56,564 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38485 connecting to ZooKeeper ensemble=127.0.0.1:56108
2024-12-04T19:30:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384850x0, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T19:30:56,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38485-0x101a1d36a610000 connected
2024-12-04T19:30:56,901 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:56,905 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:56,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T19:30:56,920 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2, hbase.cluster.distributed=false
2024-12-04T19:30:56,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T19:30:56,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38485
2024-12-04T19:30:56,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38485
2024-12-04T19:30:56,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38485
2024-12-04T19:30:56,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38485
2024-12-04T19:30:56,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38485
2024-12-04T19:30:57,043 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=9
2024-12-04T19:30:57,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:57,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:57,044 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T19:30:57,045 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T19:30:57,045 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T19:30:57,047 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-04T19:30:57,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T19:30:57,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32953
2024-12-04T19:30:57,051 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:56108
2024-12-04T19:30:57,052 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:57,054 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T19:30:57,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T19:30:57,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x101a1d36a610001 connected
2024-12-04T19:30:57,073 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-04T19:30:57,079 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-04T19:30:57,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-04T19:30:57,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T19:30:57,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953
2024-12-04T19:30:57,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953
2024-12-04T19:30:57,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953
2024-12-04T19:30:57,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953
2024-12-04T19:30:57,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953
2024-12-04T19:30:57,102 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:38485
2024-12-04T19:30:57,103 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T19:30:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T19:30:57,120 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-04T19:30:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:57,149 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-04T19:30:57,150 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9ba2734cd39f,38485,1733340656187 from backup master directory
2024-12-04T19:30:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T19:30:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:57,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T19:30:57,164 WARN  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T19:30:57,164 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:57,167 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-04T19:30:57,169 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-04T19:30:57,223 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/hbase.id] with ID: 0432282a-a135-4300-830c-348c68593915
2024-12-04T19:30:57,224 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/.tmp/hbase.id
2024-12-04T19:30:57,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741826_1002 (size=42)
2024-12-04T19:30:57,634 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/.tmp/hbase.id]:[hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/hbase.id]
2024-12-04T19:30:57,679 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T19:30:57,684 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-04T19:30:57,701 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms.
2024-12-04T19:30:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:57,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741827_1003 (size=196)
2024-12-04T19:30:58,193 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:30:58,195 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-04T19:30:58,208 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T19:30:58,212 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T19:30:58,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741828_1004 (size=1189)
2024-12-04T19:30:58,661 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store
2024-12-04T19:30:58,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741829_1005 (size=34)
2024-12-04T19:30:59,089 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-04T19:30:59,094 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:30:59,095 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T19:30:59,096 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:30:59,096 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:30:59,097 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T19:30:59,097 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:30:59,097 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:30:59,098 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733340659095Disabling compacts and flushes for region at 1733340659095Disabling writes for close at 1733340659097 (+2 ms)Writing region close event to WAL at 1733340659097Closed at 1733340659097
2024-12-04T19:30:59,100 WARN  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/.initializing
2024-12-04T19:30:59,100 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/WALs/9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:59,108 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T19:30:59,121 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C38485%2C1733340656187, suffix=, logDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/WALs/9ba2734cd39f,38485,1733340656187, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/oldWALs, maxLogs=10
2024-12-04T19:30:59,141 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/WALs/9ba2734cd39f,38485,1733340656187/9ba2734cd39f%2C38485%2C1733340656187.1733340659125, exclude list is [], retry=0
2024-12-04T19:30:59,155 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-15a26b20-151b-4460-b634-2cc2773e8124,DISK]
2024-12-04T19:30:59,157 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-04T19:30:59,186 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/WALs/9ba2734cd39f,38485,1733340656187/9ba2734cd39f%2C38485%2C1733340656187.1733340659125
2024-12-04T19:30:59,187 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39385:39385)]
2024-12-04T19:30:59,188 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:30:59,188 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:30:59,191 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,191 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T19:30:59,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-04T19:30:59,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:30:59,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:30:59,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T19:30:59,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-04T19:30:59,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:30:59,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:30:59,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T19:30:59,256 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-04T19:30:59,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:30:59,257 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:30:59,258 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T19:30:59,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-04T19:30:59,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:30:59,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:30:59,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,265 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,266 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,271 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,271 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T19:30:59,278 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T19:30:59,282 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:30:59,283 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71752722, jitterRate=0.06919887661933899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T19:30:59,289 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733340659202Initializing all the Stores at 1733340659204 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340659205 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340659205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340659206 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340659206Cleaning up temporary data from old regions at 1733340659272 (+66 ms)Region opened successfully at 1733340659289 (+17 ms)
2024-12-04T19:30:59,290 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-04T19:30:59,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11975525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0
2024-12-04T19:30:59,343 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-04T19:30:59,352 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-04T19:30:59,353 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-04T19:30:59,355 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-04T19:30:59,356 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-04T19:30:59,360 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-12-04T19:30:59,360 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-04T19:30:59,381 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-04T19:30:59,389 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-04T19:30:59,525 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-04T19:30:59,530 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-04T19:30:59,533 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-04T19:30:59,553 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-04T19:30:59,555 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-04T19:30:59,561 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-04T19:30:59,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-04T19:30:59,576 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-04T19:30:59,584 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-04T19:30:59,607 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-04T19:30:59,615 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-04T19:30:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T19:30:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T19:30:59,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,630 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,38485,1733340656187, sessionid=0x101a1d36a610000, setting cluster-up flag (Was=false)
2024-12-04T19:30:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,690 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-04T19:30:59,691 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:30:59,748 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-04T19:30:59,752 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,38485,1733340656187
2024-12-04T19:30:59,761 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-04T19:30:59,794 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(746): ClusterId : 0432282a-a135-4300-830c-348c68593915
2024-12-04T19:30:59,796 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-04T19:30:59,807 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-04T19:30:59,807 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-04T19:30:59,817 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-04T19:30:59,818 DEBUG [RS:0;9ba2734cd39f:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572db0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0
2024-12-04T19:30:59,824 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-04T19:30:59,830 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:32953
2024-12-04T19:30:59,833 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-04T19:30:59,833 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-04T19:30:59,833 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-04T19:30:59,833 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-04T19:30:59,835 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,38485,1733340656187 with port=32953, startcode=1733340657013
2024-12-04T19:30:59,839 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-04T19:30:59,845 DEBUG [RS:0;9ba2734cd39f:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-04T19:30:59,844 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,38485,1733340656187
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-04T19:30:59,850 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5
2024-12-04T19:30:59,850 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5
2024-12-04T19:30:59,850 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5
2024-12-04T19:30:59,850 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5
2024-12-04T19:30:59,851 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10
2024-12-04T19:30:59,851 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,851 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2
2024-12-04T19:30:59,851 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,853 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340689853
2024-12-04T19:30:59,855 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-04T19:30:59,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T19:30:59,856 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-04T19:30:59,856 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-04T19:30:59,860 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-04T19:30:59,860 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-04T19:30:59,860 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-04T19:30:59,860 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-04T19:30:59,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:30:59,863 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-04T19:30:59,864 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,867 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-04T19:30:59,869 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-04T19:30:59,869 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-04T19:30:59,871 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-04T19:30:59,872 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-04T19:30:59,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741831_1007 (size=1321)
2024-12-04T19:30:59,875 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340659874,5,FailOnTimeoutGroup]
2024-12-04T19:30:59,875 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340659875,5,FailOnTimeoutGroup]
2024-12-04T19:30:59,875 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,876 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-04T19:30:59,877 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,877 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,883 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-04T19:30:59,889 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,32953,1733340657013
2024-12-04T19:30:59,892 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,32953,1733340657013
2024-12-04T19:30:59,909 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:30:59,910 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46627
2024-12-04T19:30:59,910 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-04T19:30:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T19:30:59,922 DEBUG [RS:0;9ba2734cd39f:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9ba2734cd39f,32953,1733340657013
2024-12-04T19:30:59,922 WARN  [RS:0;9ba2734cd39f:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T19:30:59,922 INFO  [RS:0;9ba2734cd39f:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T19:30:59,922 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013
2024-12-04T19:30:59,924 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,32953,1733340657013]
2024-12-04T19:30:59,945 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-04T19:30:59,957 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-04T19:30:59,961 INFO  [RS:0;9ba2734cd39f:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-04T19:30:59,961 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,962 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-04T19:30:59,967 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-04T19:30:59,968 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,968 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,968 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,968 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,968 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,969 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,970 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1
2024-12-04T19:30:59,970 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3
2024-12-04T19:30:59,970 DEBUG [RS:0;9ba2734cd39f:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,971 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,32953,1733340657013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T19:30:59,987 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-04T19:30:59,988 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,32953,1733340657013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,989 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:30:59,989 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.Replication(171): 9ba2734cd39f,32953,1733340657013 started
2024-12-04T19:31:00,004 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:00,004 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,32953,1733340657013, RpcServer on 9ba2734cd39f/172.17.0.2:32953, sessionid=0x101a1d36a610001
2024-12-04T19:31:00,005 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-04T19:31:00,005 DEBUG [RS:0;9ba2734cd39f:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:00,005 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,32953,1733340657013'
2024-12-04T19:31:00,005 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-04T19:31:00,006 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-04T19:31:00,007 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-04T19:31:00,007 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-04T19:31:00,007 DEBUG [RS:0;9ba2734cd39f:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:00,007 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,32953,1733340657013'
2024-12-04T19:31:00,007 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-04T19:31:00,008 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-04T19:31:00,009 DEBUG [RS:0;9ba2734cd39f:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-04T19:31:00,009 INFO  [RS:0;9ba2734cd39f:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-04T19:31:00,009 INFO  [RS:0;9ba2734cd39f:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-04T19:31:00,278 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-04T19:31:00,279 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:00,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741832_1008 (size=32)
2024-12-04T19:31:00,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:00,299 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T19:31:00,303 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T19:31:00,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:00,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:00,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T19:31:00,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T19:31:00,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:00,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:00,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T19:31:00,311 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T19:31:00,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:00,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:00,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T19:31:00,316 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T19:31:00,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:00,317 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:00,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T19:31:00,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740
2024-12-04T19:31:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740
2024-12-04T19:31:00,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T19:31:00,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T19:31:00,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T19:31:00,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T19:31:00,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:00,330 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61072235, jitterRate=-0.08995278179645538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T19:31:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733340660296Initializing all the Stores at 1733340660299 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340660299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340660299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340660299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340660299Cleaning up temporary data from old regions at 1733340660322 (+23 ms)Region opened successfully at 1733340660332 (+10 ms)
2024-12-04T19:31:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T19:31:00,332 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T19:31:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T19:31:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T19:31:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T19:31:00,333 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T19:31:00,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733340660332Disabling compacts and flushes for region at 1733340660332Disabling writes for close at 1733340660332Writing region close event to WAL at 1733340660333 (+1 ms)Closed at 1733340660333
2024-12-04T19:31:00,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T19:31:00,336 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-04T19:31:00,341 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-04T19:31:00,349 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T19:31:00,351 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-04T19:31:00,503 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:01,505 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:02,506 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:03,507 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:04,508 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:05,509 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:06,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-04T19:31:06,502 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:06,510 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:07,511 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:08,512 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:09,513 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:10,514 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:11,515 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:12,516 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:13,516 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:14,517 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:15,518 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:16,522 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:17,523 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:18,523 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:19,524 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:20,525 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:21,526 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:22,527 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:23,528 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:24,529 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:25,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T19:31:25,529 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:26,530 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:27,531 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:28,532 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:29,533 WARN  [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T19:31:30,016 INFO  [RS:0;9ba2734cd39f:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T19:31:30,020 INFO  [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C32953%2C1733340657013, suffix=, logDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/oldWALs, maxLogs=32
2024-12-04T19:31:30,038 DEBUG [RS:0;9ba2734cd39f:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013/9ba2734cd39f%2C32953%2C1733340657013.1733340690023, exclude list is [], retry=0
2024-12-04T19:31:30,042 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-15a26b20-151b-4460-b634-2cc2773e8124,DISK]
2024-12-04T19:31:30,045 INFO  [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013/9ba2734cd39f%2C32953%2C1733340657013.1733340690023
2024-12-04T19:31:30,045 DEBUG [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39385:39385)]
2024-12-04T19:31:30,287 DEBUG [9ba2734cd39f:38485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-04T19:31:30,300 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:30,308 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,32953,1733340657013, state=OPENING
2024-12-04T19:31:30,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-04T19:31:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:31:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:31:30,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T19:31:30,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T19:31:30,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T19:31:30,340 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:30,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-04T19:31:30,522 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-04T19:31:30,533 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-04T19:31:30,534 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T19:31:30,534 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-04T19:31:30,537 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C32953%2C1733340657013.meta, suffix=.meta, logDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/oldWALs, maxLogs=32
2024-12-04T19:31:30,558 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013/9ba2734cd39f%2C32953%2C1733340657013.meta.1733340690540.meta, exclude list is [], retry=0
2024-12-04T19:31:30,561 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-15a26b20-151b-4460-b634-2cc2773e8124,DISK]
2024-12-04T19:31:30,564 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/WALs/9ba2734cd39f,32953,1733340657013/9ba2734cd39f%2C32953%2C1733340657013.meta.1733340690540.meta
2024-12-04T19:31:30,565 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39385:39385)]
2024-12-04T19:31:30,565 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:30,567 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-04T19:31:30,569 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-04T19:31:30,573 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-04T19:31:30,578 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-04T19:31:30,579 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:30,579 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-04T19:31:30,579 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-04T19:31:30,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T19:31:30,584 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T19:31:30,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:30,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:30,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T19:31:30,587 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T19:31:30,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:30,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:30,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T19:31:30,590 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T19:31:30,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:30,590 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:30,591 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T19:31:30,592 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T19:31:30,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:30,593 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T19:31:30,594 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T19:31:30,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740
2024-12-04T19:31:30,598 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740
2024-12-04T19:31:30,600 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T19:31:30,600 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T19:31:30,601 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T19:31:30,604 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T19:31:30,606 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62550441, jitterRate=-0.06792579591274261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T19:31:30,606 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-04T19:31:30,607 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733340690580Writing region info on filesystem at 1733340690580Initializing all the Stores at 1733340690581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340690581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340690582 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340690582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340690582Cleaning up temporary data from old regions at 1733340690600 (+18 ms)Running coprocessor post-open hooks at 1733340690606 (+6 ms)Region opened successfully at 1733340690607 (+1 ms)
2024-12-04T19:31:30,613 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340690507
2024-12-04T19:31:30,623 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-04T19:31:30,624 INFO  [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-04T19:31:30,626 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:30,629 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,32953,1733340657013, state=OPEN
2024-12-04T19:31:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T19:31:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T19:31:30,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T19:31:30,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T19:31:30,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:30,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-04T19:31:30,669 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,32953,1733340657013 in 323 msec
2024-12-04T19:31:30,676 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-04T19:31:30,676 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.3290 sec
2024-12-04T19:31:30,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T19:31:30,678 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-04T19:31:30,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T19:31:30,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,32953,1733340657013, seqNum=-1]
2024-12-04T19:31:30,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T19:31:30,727 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T19:31:30,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9560 sec
2024-12-04T19:31:30,746 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340690746, completionTime=-1
2024-12-04T19:31:30,748 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-04T19:31:30,748 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-04T19:31:30,770 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-04T19:31:30,771 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340750771
2024-12-04T19:31:30,771 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340810771
2024-12-04T19:31:30,771 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec
2024-12-04T19:31:30,772 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,773 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,773 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,774 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:38485, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,774 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,774 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,780 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-04T19:31:30,801 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.636sec
2024-12-04T19:31:30,802 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-04T19:31:30,804 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-04T19:31:30,805 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-04T19:31:30,806 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-04T19:31:30,806 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-04T19:31:30,807 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T19:31:30,807 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-04T19:31:30,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-04T19:31:30,816 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-04T19:31:30,816 INFO  [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38485,1733340656187-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T19:31:30,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,840 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-04T19:31:30,841 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-04T19:31:30,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38485,-1 for getting cluster id
2024-12-04T19:31:30,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T19:31:30,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0432282a-a135-4300-830c-348c68593915'
2024-12-04T19:31:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T19:31:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0432282a-a135-4300-830c-348c68593915"

2024-12-04T19:31:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c97239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38485,-1]
2024-12-04T19:31:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T19:31:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:31:30,861 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T19:31:30,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T19:31:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,32953,1733340657013, seqNum=-1]
2024-12-04T19:31:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T19:31:30,874 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T19:31:30,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,38485,1733340656187
2024-12-04T19:31:30,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38485,-1 for getting cluster id
2024-12-04T19:31:30,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T19:31:30,895 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0432282a-a135-4300-830c-348c68593915'
2024-12-04T19:31:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T19:31:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0432282a-a135-4300-830c-348c68593915"

2024-12-04T19:31:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347e1d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38485,-1]
2024-12-04T19:31:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T19:31:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:31:30,899 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T19:31:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f182c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T19:31:30,912 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=16143
2024-12-04T19:31:30,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T19:31:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,38485,1733340656187
2024-12-04T19:31:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f5d7884
2024-12-04T19:31:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T19:31:30,928 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T19:31:30,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:31:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-04T19:31:30,945 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:31:30,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-04T19:31:30,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:30,950 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:31:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T19:31:30,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741835_1011 (size=428)
2024-12-04T19:31:31,365 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27d73e0a47e5799626a325d3ed118751, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:31,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741836_1012 (size=79)
2024-12-04T19:31:31,782 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:31,782 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 27d73e0a47e5799626a325d3ed118751, disabling compactions & flushes
2024-12-04T19:31:31,782 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:31,783 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:31,783 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751. after waiting 0 ms
2024-12-04T19:31:31,783 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:31,784 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:31,784 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27d73e0a47e5799626a325d3ed118751:
Waiting for close lock at 1733340691782Disabling compacts and flushes for region at 1733340691782Disabling writes for close at 1733340691783 (+1 ms)Writing region close event to WAL at 1733340691783Closed at 1733340691783
2024-12-04T19:31:31,788 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:31:31,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733340691788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340691788"}]},"ts":"1733340691788"}
2024-12-04T19:31:31,798 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:31:31,800 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:31:31,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340691800"}]},"ts":"1733340691800"}
2024-12-04T19:31:31,820 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-04T19:31:31,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=27d73e0a47e5799626a325d3ed118751, ASSIGN}]
2024-12-04T19:31:31,825 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=27d73e0a47e5799626a325d3ed118751, ASSIGN
2024-12-04T19:31:31,827 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=27d73e0a47e5799626a325d3ed118751, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:31:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T19:31:31,980 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27d73e0a47e5799626a325d3ed118751, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:31,983 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=27d73e0a47e5799626a325d3ed118751, ASSIGN because future has completed
2024-12-04T19:31:31,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d73e0a47e5799626a325d3ed118751, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:32,152 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:32,152 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27d73e0a47e5799626a325d3ed118751, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:32,153 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,153 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:32,153 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,153 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,156 INFO  [StoreOpener-27d73e0a47e5799626a325d3ed118751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 27d73e0a47e5799626a325d3ed118751 
2024-12-04T19:31:32,160 INFO  [StoreOpener-27d73e0a47e5799626a325d3ed118751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d73e0a47e5799626a325d3ed118751 columnFamilyName testFamily
2024-12-04T19:31:32,160 DEBUG [StoreOpener-27d73e0a47e5799626a325d3ed118751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:32,162 INFO  [StoreOpener-27d73e0a47e5799626a325d3ed118751-1 {}] regionserver.HStore(327): Store=27d73e0a47e5799626a325d3ed118751/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:31:32,162 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,163 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,164 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,165 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,165 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,168 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,172 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:32,173 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27d73e0a47e5799626a325d3ed118751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68687914, jitterRate=0.02352967858314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:31:32,173 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:31:32,174 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27d73e0a47e5799626a325d3ed118751:
Running coprocessor pre-open hook at 1733340692153Writing region info on filesystem at 1733340692153Initializing all the Stores at 1733340692156 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340692156Cleaning up temporary data from old regions at 1733340692165 (+9 ms)Running coprocessor post-open hooks at 1733340692173 (+8 ms)Region opened successfully at 1733340692174 (+1 ms)
2024-12-04T19:31:32,176 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751., pid=6, masterSystemTime=1733340692141
2024-12-04T19:31:32,179 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:32,179 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:31:32,180 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27d73e0a47e5799626a325d3ed118751, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:32,183 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d73e0a47e5799626a325d3ed118751, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:31:32,189 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-04T19:31:32,189 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27d73e0a47e5799626a325d3ed118751, server=9ba2734cd39f,32953,1733340657013 in 201 msec
2024-12-04T19:31:32,193 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-04T19:31:32,193 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=27d73e0a47e5799626a325d3ed118751, ASSIGN in 367 msec
2024-12-04T19:31:32,195 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:31:32,195 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340692195"}]},"ts":"1733340692195"}
2024-12-04T19:31:32,198 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-04T19:31:32,200 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:31:32,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2640 sec
2024-12-04T19:31:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T19:31:33,989 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-04T19:31:33,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-04T19:31:33,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:33,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-04T19:31:33,998 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:33,999 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-04T19:31:34,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T19:31:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,32953,1733340657013, seqNum=-1]
2024-12-04T19:31:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T19:31:34,006 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T19:31:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:31:34,026 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:31:34,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-04T19:31:34,035 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-04T19:31:34,040 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-04T19:31:34,042 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-04T19:31:34,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5435704755777175560
2024-12-04T19:31:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340697042, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:34,072 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-04T19:31:34,074 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-04T19:31:34,075 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:34,077 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:34,078 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5435704755777175562
2024-12-04T19:31:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340697076, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:34,081 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:34,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5435704755777175563
2024-12-04T19:31:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340697081, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:34,087 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:34,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5435704755777175564
2024-12-04T19:31:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340697086, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:34,093 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:34,105 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1090808713_22 at /127.0.0.1:50546 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=16068 (was 16143)
2024-12-04T19:31:34,113 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=16067
2024-12-04T19:31:34,116 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:31:34,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-04T19:31:34,120 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:31:34,120 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:34,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-04T19:31:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T19:31:34,122 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:31:34,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741837_1013 (size=414)
2024-12-04T19:31:34,534 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a2058e673290a81f93c5907bd0c61ce, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:34,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741838_1014 (size=65)
2024-12-04T19:31:34,952 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:34,952 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4a2058e673290a81f93c5907bd0c61ce, disabling compactions & flushes
2024-12-04T19:31:34,952 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:34,952 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:34,952 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce. after waiting 0 ms
2024-12-04T19:31:34,952 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:34,952 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:34,953 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a2058e673290a81f93c5907bd0c61ce:
Waiting for close lock at 1733340694952Disabling compacts and flushes for region at 1733340694952Disabling writes for close at 1733340694952Writing region close event to WAL at 1733340694952Closed at 1733340694952
2024-12-04T19:31:34,955 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:31:34,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733340694956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340694956"}]},"ts":"1733340694956"}
2024-12-04T19:31:34,960 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:31:34,962 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:31:34,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340694962"}]},"ts":"1733340694962"}
2024-12-04T19:31:34,966 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-04T19:31:34,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4a2058e673290a81f93c5907bd0c61ce, ASSIGN}]
2024-12-04T19:31:34,969 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4a2058e673290a81f93c5907bd0c61ce, ASSIGN
2024-12-04T19:31:34,971 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4a2058e673290a81f93c5907bd0c61ce, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:31:35,122 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a2058e673290a81f93c5907bd0c61ce, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:35,130 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4a2058e673290a81f93c5907bd0c61ce, ASSIGN because future has completed
2024-12-04T19:31:35,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a2058e673290a81f93c5907bd0c61ce, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T19:31:35,291 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:35,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a2058e673290a81f93c5907bd0c61ce, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:35,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:35,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,294 INFO  [StoreOpener-4a2058e673290a81f93c5907bd0c61ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4a2058e673290a81f93c5907bd0c61ce 
2024-12-04T19:31:35,297 INFO  [StoreOpener-4a2058e673290a81f93c5907bd0c61ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a2058e673290a81f93c5907bd0c61ce columnFamilyName testFamily
2024-12-04T19:31:35,297 DEBUG [StoreOpener-4a2058e673290a81f93c5907bd0c61ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:35,298 INFO  [StoreOpener-4a2058e673290a81f93c5907bd0c61ce-1 {}] regionserver.HStore(327): Store=4a2058e673290a81f93c5907bd0c61ce/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:31:35,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:35,308 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 4a2058e673290a81f93c5907bd0c61ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60178940, jitterRate=-0.10326391458511353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:31:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:31:35,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4a2058e673290a81f93c5907bd0c61ce:
Running coprocessor pre-open hook at 1733340695292Writing region info on filesystem at 1733340695292Initializing all the Stores at 1733340695294 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340695294Cleaning up temporary data from old regions at 1733340695301 (+7 ms)Running coprocessor post-open hooks at 1733340695308 (+7 ms)Region opened successfully at 1733340695309 (+1 ms)
2024-12-04T19:31:35,310 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., pid=9, masterSystemTime=1733340695286
2024-12-04T19:31:35,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:35,314 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:31:35,314 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a2058e673290a81f93c5907bd0c61ce, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:35,318 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a2058e673290a81f93c5907bd0c61ce, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:31:35,324 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-04T19:31:35,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a2058e673290a81f93c5907bd0c61ce, server=9ba2734cd39f,32953,1733340657013 in 190 msec
2024-12-04T19:31:35,328 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-04T19:31:35,328 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4a2058e673290a81f93c5907bd0c61ce, ASSIGN in 358 msec
2024-12-04T19:31:35,330 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:31:35,330 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340695330"}]},"ts":"1733340695330"}
2024-12-04T19:31:35,334 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-04T19:31:35,336 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:31:35,340 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2200 sec
2024-12-04T19:31:36,119 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:31:36,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-04T19:31:36,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-04T19:31:36,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-04T19:31:36,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-04T19:31:36,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:36,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T19:31:36,503 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-04T19:31:36,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-04T19:31:36,504 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:36,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-04T19:31:36,507 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T19:31:37,149 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-04T19:31:37,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-04T19:31:37,150 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:37,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-04T19:31:37,157 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:37,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-04T19:31:37,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:31:37,174 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:31:37,175 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-04T19:31:37,179 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T19:31:37,181 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-04T19:31:43,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-12-04T19:31:43,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-12-04T19:31:43,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:31:43,212 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=15871 (was 16067)
2024-12-04T19:31:43,220 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=15871
2024-12-04T19:31:43,223 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:31:43,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-04T19:31:43,227 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:31:43,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:43,228 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-04T19:31:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T19:31:43,231 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:31:43,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741839_1015 (size=412)
2024-12-04T19:31:43,648 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc252ff50d1415536c2ecec1c645e2fb, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:43,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741840_1016 (size=63)
2024-12-04T19:31:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-04T19:31:44,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:44,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fc252ff50d1415536c2ecec1c645e2fb, disabling compactions & flushes
2024-12-04T19:31:44,063 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb. after waiting 0 ms
2024-12-04T19:31:44,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,063 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc252ff50d1415536c2ecec1c645e2fb:
Waiting for close lock at 1733340704062Disabling compacts and flushes for region at 1733340704062Disabling writes for close at 1733340704063 (+1 ms)Writing region close event to WAL at 1733340704063Closed at 1733340704063
2024-12-04T19:31:44,065 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:31:44,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733340704065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340704065"}]},"ts":"1733340704065"}
2024-12-04T19:31:44,069 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:31:44,071 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:31:44,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340704071"}]},"ts":"1733340704071"}
2024-12-04T19:31:44,074 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-04T19:31:44,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc252ff50d1415536c2ecec1c645e2fb, ASSIGN}]
2024-12-04T19:31:44,077 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc252ff50d1415536c2ecec1c645e2fb, ASSIGN
2024-12-04T19:31:44,079 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc252ff50d1415536c2ecec1c645e2fb, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:31:44,230 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc252ff50d1415536c2ecec1c645e2fb, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:44,233 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc252ff50d1415536c2ecec1c645e2fb, ASSIGN because future has completed
2024-12-04T19:31:44,234 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc252ff50d1415536c2ecec1c645e2fb, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T19:31:44,393 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fc252ff50d1415536c2ecec1c645e2fb, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:44,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:44,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,398 INFO  [StoreOpener-fc252ff50d1415536c2ecec1c645e2fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fc252ff50d1415536c2ecec1c645e2fb 
2024-12-04T19:31:44,401 INFO  [StoreOpener-fc252ff50d1415536c2ecec1c645e2fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc252ff50d1415536c2ecec1c645e2fb columnFamilyName testFamily
2024-12-04T19:31:44,401 DEBUG [StoreOpener-fc252ff50d1415536c2ecec1c645e2fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:44,402 INFO  [StoreOpener-fc252ff50d1415536c2ecec1c645e2fb-1 {}] regionserver.HStore(327): Store=fc252ff50d1415536c2ecec1c645e2fb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:31:44,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:44,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened fc252ff50d1415536c2ecec1c645e2fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60995704, jitterRate=-0.09109318256378174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:31:44,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:31:44,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fc252ff50d1415536c2ecec1c645e2fb:
Running coprocessor pre-open hook at 1733340704395Writing region info on filesystem at 1733340704395Initializing all the Stores at 1733340704397 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340704397Cleaning up temporary data from old regions at 1733340704406 (+9 ms)Running coprocessor post-open hooks at 1733340704415 (+9 ms)Region opened successfully at 1733340704415
2024-12-04T19:31:44,417 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb., pid=12, masterSystemTime=1733340704386
2024-12-04T19:31:44,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,420 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:31:44,421 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc252ff50d1415536c2ecec1c645e2fb, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:44,424 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc252ff50d1415536c2ecec1c645e2fb, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:31:44,429 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-04T19:31:44,429 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fc252ff50d1415536c2ecec1c645e2fb, server=9ba2734cd39f,32953,1733340657013 in 192 msec
2024-12-04T19:31:44,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-04T19:31:44,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc252ff50d1415536c2ecec1c645e2fb, ASSIGN in 354 msec
2024-12-04T19:31:44,434 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:31:44,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340704434"}]},"ts":"1733340704434"}
2024-12-04T19:31:44,436 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-04T19:31:44,438 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:31:44,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2150 sec
2024-12-04T19:31:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T19:31:46,249 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-04T19:31:46,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-04T19:31:46,250 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:46,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-04T19:31:46,254 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:46,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-04T19:31:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:31:46,268 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:31:46,269 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-04T19:31:46,272 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T19:31:46,274 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T19:31:46,275 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T19:31:46,276 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-04T19:31:46,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-04T19:31:46,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:48,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-04T19:31:49,926 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:31:52,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175573' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T19:31:52,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:36924 deadline: 1733340718281, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175573' does not exist
2024-12-04T19:31:52,284 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9ba2734cd39f,32953,1733340657013 for closing scanner id = 5435704755777175573 for fc252ff50d1415536c2ecec1c645e2fb of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175573' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T19:31:52,287 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=15712 (was 15871)
2024-12-04T19:31:52,295 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=15711
2024-12-04T19:31:52,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:31:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-04T19:31:52,301 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:31:52,302 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:52,302 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-04T19:31:52,303 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:31:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T19:31:52,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741841_1017 (size=423)
2024-12-04T19:31:52,715 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d854ef26419ecefe7354ccf89eb2e9fa, NAME => 'testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:52,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741842_1018 (size=74)
2024-12-04T19:31:52,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing d854ef26419ecefe7354ccf89eb2e9fa, disabling compactions & flushes
2024-12-04T19:31:53,127 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa. after waiting 0 ms
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,127 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,127 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for d854ef26419ecefe7354ccf89eb2e9fa:
Waiting for close lock at 1733340713127Disabling compacts and flushes for region at 1733340713127Disabling writes for close at 1733340713127Writing region close event to WAL at 1733340713127Closed at 1733340713127
2024-12-04T19:31:53,130 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:31:53,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733340713130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340713130"}]},"ts":"1733340713130"}
2024-12-04T19:31:53,135 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:31:53,137 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:31:53,137 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340713137"}]},"ts":"1733340713137"}
2024-12-04T19:31:53,141 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-04T19:31:53,141 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d854ef26419ecefe7354ccf89eb2e9fa, ASSIGN}]
2024-12-04T19:31:53,143 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d854ef26419ecefe7354ccf89eb2e9fa, ASSIGN
2024-12-04T19:31:53,145 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d854ef26419ecefe7354ccf89eb2e9fa, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:31:53,297 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d854ef26419ecefe7354ccf89eb2e9fa, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:53,305 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d854ef26419ecefe7354ccf89eb2e9fa, ASSIGN because future has completed
2024-12-04T19:31:53,306 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d854ef26419ecefe7354ccf89eb2e9fa, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T19:31:53,472 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,472 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d854ef26419ecefe7354ccf89eb2e9fa, NAME => 'testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:53,473 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,473 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:53,473 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,473 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,476 INFO  [StoreOpener-d854ef26419ecefe7354ccf89eb2e9fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d854ef26419ecefe7354ccf89eb2e9fa 
2024-12-04T19:31:53,479 INFO  [StoreOpener-d854ef26419ecefe7354ccf89eb2e9fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d854ef26419ecefe7354ccf89eb2e9fa columnFamilyName testFamily
2024-12-04T19:31:53,479 DEBUG [StoreOpener-d854ef26419ecefe7354ccf89eb2e9fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:53,480 INFO  [StoreOpener-d854ef26419ecefe7354ccf89eb2e9fa-1 {}] regionserver.HStore(327): Store=d854ef26419ecefe7354ccf89eb2e9fa/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:31:53,480 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,481 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,481 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,482 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,482 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,484 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,488 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:53,488 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d854ef26419ecefe7354ccf89eb2e9fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68919212, jitterRate=0.026976287364959717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:31:53,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:31:53,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d854ef26419ecefe7354ccf89eb2e9fa:
Running coprocessor pre-open hook at 1733340713473Writing region info on filesystem at 1733340713473Initializing all the Stores at 1733340713475 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340713475Cleaning up temporary data from old regions at 1733340713482 (+7 ms)Running coprocessor post-open hooks at 1733340713489 (+7 ms)Region opened successfully at 1733340713489
2024-12-04T19:31:53,490 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa., pid=15, masterSystemTime=1733340713461
2024-12-04T19:31:53,493 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,493 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:31:53,494 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d854ef26419ecefe7354ccf89eb2e9fa, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:53,497 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d854ef26419ecefe7354ccf89eb2e9fa, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:31:53,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-04T19:31:53,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d854ef26419ecefe7354ccf89eb2e9fa, server=9ba2734cd39f,32953,1733340657013 in 192 msec
2024-12-04T19:31:53,505 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-04T19:31:53,505 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d854ef26419ecefe7354ccf89eb2e9fa, ASSIGN in 361 msec
2024-12-04T19:31:53,506 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:31:53,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340713506"}]},"ts":"1733340713506"}
2024-12-04T19:31:53,508 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-04T19:31:53,509 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:31:53,512 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2110 sec
2024-12-04T19:31:54,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-04T19:31:55,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T19:31:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T19:31:55,341 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-04T19:31:55,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-04T19:31:55,342 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:55,350 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-04T19:31:55,351 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:55,351 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-04T19:31:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:31:55,366 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:31:55,366 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-04T19:31:55,370 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-04T19:31:55,373 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-04T19:31:55,375 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-04T19:31:55,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5435704755777175577
2024-12-04T19:31:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340718374, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:55,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-04T19:31:55,381 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-04T19:31:55,381 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:55,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:55,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5435704755777175579
2024-12-04T19:31:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340718382, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:55,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:55,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5435704755777175580
2024-12-04T19:31:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340718387, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:55,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:55,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5435704755777175581
2024-12-04T19:31:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:36924 deadline: 1733340718391, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T19:31:55,396 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T19:31:55,404 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=15704 (was 15711)
2024-12-04T19:31:55,414 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=15704
2024-12-04T19:31:55,417 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:31:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-04T19:31:55,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:31:55,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:55,422 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-04T19:31:55,423 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:31:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T19:31:55,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741843_1019 (size=418)
2024-12-04T19:31:55,833 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6270cab1b5601507cf5fa7bbc77d1cca, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:31:55,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741844_1020 (size=69)
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6270cab1b5601507cf5fa7bbc77d1cca, disabling compactions & flushes
2024-12-04T19:31:56,241 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca. after waiting 0 ms
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,241 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,241 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6270cab1b5601507cf5fa7bbc77d1cca:
Waiting for close lock at 1733340716241Disabling compacts and flushes for region at 1733340716241Disabling writes for close at 1733340716241Writing region close event to WAL at 1733340716241Closed at 1733340716241
2024-12-04T19:31:56,243 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:31:56,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733340716243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340716243"}]},"ts":"1733340716243"}
2024-12-04T19:31:56,246 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:31:56,248 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:31:56,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340716248"}]},"ts":"1733340716248"}
2024-12-04T19:31:56,251 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-04T19:31:56,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6270cab1b5601507cf5fa7bbc77d1cca, ASSIGN}]
2024-12-04T19:31:56,254 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6270cab1b5601507cf5fa7bbc77d1cca, ASSIGN
2024-12-04T19:31:56,255 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6270cab1b5601507cf5fa7bbc77d1cca, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:31:56,407 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6270cab1b5601507cf5fa7bbc77d1cca, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:56,415 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6270cab1b5601507cf5fa7bbc77d1cca, ASSIGN because future has completed
2024-12-04T19:31:56,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6270cab1b5601507cf5fa7bbc77d1cca, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:31:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T19:31:56,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-04T19:31:56,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-04T19:31:56,581 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,581 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6270cab1b5601507cf5fa7bbc77d1cca, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:31:56,582 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,582 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:31:56,583 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,583 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,585 INFO  [StoreOpener-6270cab1b5601507cf5fa7bbc77d1cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6270cab1b5601507cf5fa7bbc77d1cca 
2024-12-04T19:31:56,587 INFO  [StoreOpener-6270cab1b5601507cf5fa7bbc77d1cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6270cab1b5601507cf5fa7bbc77d1cca columnFamilyName testFamily
2024-12-04T19:31:56,587 DEBUG [StoreOpener-6270cab1b5601507cf5fa7bbc77d1cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:31:56,588 INFO  [StoreOpener-6270cab1b5601507cf5fa7bbc77d1cca-1 {}] regionserver.HStore(327): Store=6270cab1b5601507cf5fa7bbc77d1cca/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:31:56,588 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,589 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,589 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,590 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,590 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,592 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,595 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:31:56,596 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6270cab1b5601507cf5fa7bbc77d1cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262694, jitterRate=0.10660037398338318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:31:56,596 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:31:56,596 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6270cab1b5601507cf5fa7bbc77d1cca:
Running coprocessor pre-open hook at 1733340716583Writing region info on filesystem at 1733340716583Initializing all the Stores at 1733340716585 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340716585Cleaning up temporary data from old regions at 1733340716590 (+5 ms)Running coprocessor post-open hooks at 1733340716596 (+6 ms)Region opened successfully at 1733340716596
2024-12-04T19:31:56,598 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., pid=18, masterSystemTime=1733340716570
2024-12-04T19:31:56,601 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,601 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:31:56,602 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6270cab1b5601507cf5fa7bbc77d1cca, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:31:56,605 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6270cab1b5601507cf5fa7bbc77d1cca, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:31:56,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-04T19:31:56,610 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6270cab1b5601507cf5fa7bbc77d1cca, server=9ba2734cd39f,32953,1733340657013 in 191 msec
2024-12-04T19:31:56,613 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-04T19:31:56,613 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6270cab1b5601507cf5fa7bbc77d1cca, ASSIGN in 357 msec
2024-12-04T19:31:56,615 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:31:56,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340716615"}]},"ts":"1733340716615"}
2024-12-04T19:31:56,618 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-04T19:31:56,619 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:31:56,622 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2020 sec
2024-12-04T19:31:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T19:31:58,470 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-04T19:31:58,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-04T19:31:58,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:58,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-04T19:31:58,481 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:31:58,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-04T19:31:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:31:58,493 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:31:58,493 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-04T19:31:58,496 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T19:31:58,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T19:31:58,977 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:31:59,508 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-04T19:31:59,508 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-04T19:31:59,508 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:31:59,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-04T19:32:00,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-04T19:32:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:00,527 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T19:32:01,508 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=971ms
2024-12-04T19:32:01,508 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=971ms
2024-12-04T19:32:01,509 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:32:01,522 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=15707 (was 15704) - AvailableMemoryMB LEAK? -
2024-12-04T19:32:01,530 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=15707
2024-12-04T19:32:01,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:32:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-04T19:32:01,536 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:32:01,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:01,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-04T19:32:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T19:32:01,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:32:01,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741845_1021 (size=416)
2024-12-04T19:32:01,950 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf713c4d5f9564f79db339f5c8b1bef4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:32:01,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741846_1022 (size=67)
2024-12-04T19:32:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-04T19:32:02,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:02,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing cf713c4d5f9564f79db339f5c8b1bef4, disabling compactions & flushes
2024-12-04T19:32:02,362 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4. after waiting 0 ms
2024-12-04T19:32:02,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,363 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,363 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf713c4d5f9564f79db339f5c8b1bef4:
Waiting for close lock at 1733340722362Disabling compacts and flushes for region at 1733340722362Disabling writes for close at 1733340722362Writing region close event to WAL at 1733340722363 (+1 ms)Closed at 1733340722363
2024-12-04T19:32:02,366 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:32:02,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733340722367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340722367"}]},"ts":"1733340722367"}
2024-12-04T19:32:02,370 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:32:02,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:32:02,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340722371"}]},"ts":"1733340722371"}
2024-12-04T19:32:02,374 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-04T19:32:02,375 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=cf713c4d5f9564f79db339f5c8b1bef4, ASSIGN}]
2024-12-04T19:32:02,376 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=cf713c4d5f9564f79db339f5c8b1bef4, ASSIGN
2024-12-04T19:32:02,378 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=cf713c4d5f9564f79db339f5c8b1bef4, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:32:02,529 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=cf713c4d5f9564f79db339f5c8b1bef4, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:02,535 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=cf713c4d5f9564f79db339f5c8b1bef4, ASSIGN because future has completed
2024-12-04T19:32:02,535 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf713c4d5f9564f79db339f5c8b1bef4, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:32:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T19:32:02,702 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,703 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cf713c4d5f9564f79db339f5c8b1bef4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:32:02,704 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,704 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:02,704 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,704 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,707 INFO  [StoreOpener-cf713c4d5f9564f79db339f5c8b1bef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cf713c4d5f9564f79db339f5c8b1bef4 
2024-12-04T19:32:02,710 INFO  [StoreOpener-cf713c4d5f9564f79db339f5c8b1bef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf713c4d5f9564f79db339f5c8b1bef4 columnFamilyName testFamily
2024-12-04T19:32:02,710 DEBUG [StoreOpener-cf713c4d5f9564f79db339f5c8b1bef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:02,711 INFO  [StoreOpener-cf713c4d5f9564f79db339f5c8b1bef4-1 {}] regionserver.HStore(327): Store=cf713c4d5f9564f79db339f5c8b1bef4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:32:02,711 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,713 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,713 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,714 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,714 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,717 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,722 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:32:02,723 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cf713c4d5f9564f79db339f5c8b1bef4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62200216, jitterRate=-0.07314455509185791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:32:02,723 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:02,725 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cf713c4d5f9564f79db339f5c8b1bef4:
Running coprocessor pre-open hook at 1733340722704Writing region info on filesystem at 1733340722704Initializing all the Stores at 1733340722706 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340722706Cleaning up temporary data from old regions at 1733340722714 (+8 ms)Running coprocessor post-open hooks at 1733340722723 (+9 ms)Region opened successfully at 1733340722725 (+2 ms)
2024-12-04T19:32:02,726 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4., pid=21, masterSystemTime=1733340722692
2024-12-04T19:32:02,729 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,729 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:02,730 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=cf713c4d5f9564f79db339f5c8b1bef4, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:02,733 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf713c4d5f9564f79db339f5c8b1bef4, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:32:02,737 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-04T19:32:02,737 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure cf713c4d5f9564f79db339f5c8b1bef4, server=9ba2734cd39f,32953,1733340657013 in 199 msec
2024-12-04T19:32:02,739 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-04T19:32:02,740 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=cf713c4d5f9564f79db339f5c8b1bef4, ASSIGN in 362 msec
2024-12-04T19:32:02,741 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:32:02,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340722741"}]},"ts":"1733340722741"}
2024-12-04T19:32:02,743 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-04T19:32:02,745 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:32:02,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2130 sec
2024-12-04T19:32:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T19:32:04,569 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-04T19:32:04,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-04T19:32:04,570 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:04,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-04T19:32:04,577 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:04,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-04T19:32:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:04,590 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:32:04,591 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-04T19:32:04,593 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T19:32:04,595 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T19:32:04,596 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T19:32:04,597 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-04T19:32:06,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-04T19:32:06,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-04T19:32:06,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:06,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-04T19:32:06,502 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:07,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175592' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T19:32:07,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:36924 deadline: 1733340728606, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175592' does not exist
2024-12-04T19:32:07,607 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9ba2734cd39f,32953,1733340657013 for closing scanner id = 5435704755777175592 for cf713c4d5f9564f79db339f5c8b1bef4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175592' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T19:32:07,613 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15704 (was 15707)
2024-12-04T19:32:07,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=15703
2024-12-04T19:32:07,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:32:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-04T19:32:07,628 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:32:07,628 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:07,629 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-04T19:32:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T19:32:07,630 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:32:07,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741847_1023 (size=411)
2024-12-04T19:32:08,045 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd8f93c809ecf4196370688eb2616595, NAME => 'testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:32:08,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741848_1024 (size=62)
2024-12-04T19:32:08,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-04T19:32:08,207 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:08,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:08,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fd8f93c809ecf4196370688eb2616595, disabling compactions & flushes
2024-12-04T19:32:08,460 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,461 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595. after waiting 0 ms
2024-12-04T19:32:08,461 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,461 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,461 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd8f93c809ecf4196370688eb2616595:
Waiting for close lock at 1733340728460Disabling compacts and flushes for region at 1733340728460Disabling writes for close at 1733340728461 (+1 ms)Writing region close event to WAL at 1733340728461Closed at 1733340728461
2024-12-04T19:32:08,465 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:32:08,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733340728465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340728465"}]},"ts":"1733340728465"}
2024-12-04T19:32:08,468 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:32:08,470 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:32:08,471 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340728470"}]},"ts":"1733340728470"}
2024-12-04T19:32:08,473 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-04T19:32:08,474 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd8f93c809ecf4196370688eb2616595, ASSIGN}]
2024-12-04T19:32:08,476 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd8f93c809ecf4196370688eb2616595, ASSIGN
2024-12-04T19:32:08,477 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd8f93c809ecf4196370688eb2616595, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:32:08,629 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fd8f93c809ecf4196370688eb2616595, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:08,636 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd8f93c809ecf4196370688eb2616595, ASSIGN because future has completed
2024-12-04T19:32:08,637 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd8f93c809ecf4196370688eb2616595, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:32:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T19:32:08,805 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,805 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fd8f93c809ecf4196370688eb2616595, NAME => 'testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:32:08,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:08,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,809 INFO  [StoreOpener-fd8f93c809ecf4196370688eb2616595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fd8f93c809ecf4196370688eb2616595 
2024-12-04T19:32:08,812 INFO  [StoreOpener-fd8f93c809ecf4196370688eb2616595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd8f93c809ecf4196370688eb2616595 columnFamilyName testFamily
2024-12-04T19:32:08,812 DEBUG [StoreOpener-fd8f93c809ecf4196370688eb2616595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:08,813 INFO  [StoreOpener-fd8f93c809ecf4196370688eb2616595-1 {}] regionserver.HStore(327): Store=fd8f93c809ecf4196370688eb2616595/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:32:08,813 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,816 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,817 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,818 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,818 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,821 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,825 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:32:08,826 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fd8f93c809ecf4196370688eb2616595; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70876325, jitterRate=0.056139543652534485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:32:08,826 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:08,827 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fd8f93c809ecf4196370688eb2616595:
Running coprocessor pre-open hook at 1733340728806Writing region info on filesystem at 1733340728806Initializing all the Stores at 1733340728809 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340728809Cleaning up temporary data from old regions at 1733340728818 (+9 ms)Running coprocessor post-open hooks at 1733340728826 (+8 ms)Region opened successfully at 1733340728827 (+1 ms)
2024-12-04T19:32:08,828 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595., pid=24, masterSystemTime=1733340728792
2024-12-04T19:32:08,831 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,831 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:08,831 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fd8f93c809ecf4196370688eb2616595, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:08,834 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd8f93c809ecf4196370688eb2616595, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:32:08,838 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-04T19:32:08,839 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure fd8f93c809ecf4196370688eb2616595, server=9ba2734cd39f,32953,1733340657013 in 199 msec
2024-12-04T19:32:08,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-04T19:32:08,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd8f93c809ecf4196370688eb2616595, ASSIGN in 364 msec
2024-12-04T19:32:08,842 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:32:08,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340728842"}]},"ts":"1733340728842"}
2024-12-04T19:32:08,845 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-04T19:32:08,847 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:32:08,849 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2210 sec
2024-12-04T19:32:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T19:32:10,651 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-04T19:32:10,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-04T19:32:10,652 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:10,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-04T19:32:10,659 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:10,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-04T19:32:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:10,672 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:32:10,672 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-04T19:32:10,677 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T19:32:10,679 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T19:32:10,681 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T19:32:10,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-04T19:32:11,367 INFO  [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-04T19:32:11,368 INFO  [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-04T19:32:12,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-04T19:32:13,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175596' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T19:32:13,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:36924 deadline: 1733340734693, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175596' does not exist
2024-12-04T19:32:13,695 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9ba2734cd39f,32953,1733340657013 for closing scanner id = 5435704755777175596 for fd8f93c809ecf4196370688eb2616595 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175596' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T19:32:13,702 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=15698 (was 15703)
2024-12-04T19:32:13,710 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=15698
2024-12-04T19:32:13,713 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:32:13,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-04T19:32:13,716 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:32:13,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:13,716 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-04T19:32:13,717 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:32:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T19:32:13,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741849_1025 (size=419)
2024-12-04T19:32:14,127 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af5ddad360de4faff7c8b0a0807d771c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:32:14,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741850_1026 (size=70)
2024-12-04T19:32:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-04T19:32:14,311 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:14,539 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:14,539 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing af5ddad360de4faff7c8b0a0807d771c, disabling compactions & flushes
2024-12-04T19:32:14,539 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,539 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,539 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c. after waiting 0 ms
2024-12-04T19:32:14,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,540 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for af5ddad360de4faff7c8b0a0807d771c:
Waiting for close lock at 1733340734539Disabling compacts and flushes for region at 1733340734539Disabling writes for close at 1733340734540 (+1 ms)Writing region close event to WAL at 1733340734540Closed at 1733340734540
2024-12-04T19:32:14,544 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:32:14,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733340734544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340734544"}]},"ts":"1733340734544"}
2024-12-04T19:32:14,546 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:32:14,547 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:32:14,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340734548"}]},"ts":"1733340734548"}
2024-12-04T19:32:14,550 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-04T19:32:14,550 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af5ddad360de4faff7c8b0a0807d771c, ASSIGN}]
2024-12-04T19:32:14,552 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af5ddad360de4faff7c8b0a0807d771c, ASSIGN
2024-12-04T19:32:14,553 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af5ddad360de4faff7c8b0a0807d771c, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:32:14,704 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af5ddad360de4faff7c8b0a0807d771c, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:14,709 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af5ddad360de4faff7c8b0a0807d771c, ASSIGN because future has completed
2024-12-04T19:32:14,710 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5ddad360de4faff7c8b0a0807d771c, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:32:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T19:32:14,873 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => af5ddad360de4faff7c8b0a0807d771c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:32:14,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:14,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,877 INFO  [StoreOpener-af5ddad360de4faff7c8b0a0807d771c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region af5ddad360de4faff7c8b0a0807d771c 
2024-12-04T19:32:14,880 INFO  [StoreOpener-af5ddad360de4faff7c8b0a0807d771c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5ddad360de4faff7c8b0a0807d771c columnFamilyName testFamily
2024-12-04T19:32:14,880 DEBUG [StoreOpener-af5ddad360de4faff7c8b0a0807d771c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:14,881 INFO  [StoreOpener-af5ddad360de4faff7c8b0a0807d771c-1 {}] regionserver.HStore(327): Store=af5ddad360de4faff7c8b0a0807d771c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:32:14,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:32:14,889 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened af5ddad360de4faff7c8b0a0807d771c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70747807, jitterRate=0.05422447621822357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:32:14,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:14,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for af5ddad360de4faff7c8b0a0807d771c:
Running coprocessor pre-open hook at 1733340734876Writing region info on filesystem at 1733340734876Initializing all the Stores at 1733340734877 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340734877Cleaning up temporary data from old regions at 1733340734884 (+7 ms)Running coprocessor post-open hooks at 1733340734889 (+5 ms)Region opened successfully at 1733340734890 (+1 ms)
2024-12-04T19:32:14,891 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., pid=27, masterSystemTime=1733340734863
2024-12-04T19:32:14,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,893 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:14,894 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af5ddad360de4faff7c8b0a0807d771c, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:14,896 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5ddad360de4faff7c8b0a0807d771c, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:32:14,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-04T19:32:14,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure af5ddad360de4faff7c8b0a0807d771c, server=9ba2734cd39f,32953,1733340657013 in 188 msec
2024-12-04T19:32:14,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-04T19:32:14,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af5ddad360de4faff7c8b0a0807d771c, ASSIGN in 349 msec
2024-12-04T19:32:14,903 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:32:14,904 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340734903"}]},"ts":"1733340734903"}
2024-12-04T19:32:14,906 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-04T19:32:14,907 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:32:14,910 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1940 sec
2024-12-04T19:32:16,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-04T19:32:16,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:16,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-04T19:32:16,502 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T19:32:16,751 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-04T19:32:16,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-04T19:32:16,752 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:16,762 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-04T19:32:16,762 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:16,762 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-04T19:32:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:16,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:32:16,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-04T19:32:16,818 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T19:32:16,820 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-04T19:32:18,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-04T19:32:20,378 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:22,827 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-04T19:32:22,828 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-04T19:32:22,828 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:32:22,848 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=15693 (was 15698)
2024-12-04T19:32:22,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=15693
2024-12-04T19:32:22,860 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:32:22,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-04T19:32:22,864 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:32:22,864 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:22,864 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-04T19:32:22,866 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:32:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-04T19:32:22,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741851_1027 (size=407)
2024-12-04T19:32:23,281 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59d8ac64a3e689c860b8ee8f37e1a469, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:32:23,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741852_1028 (size=58)
2024-12-04T19:32:23,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-04T19:32:23,697 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:23,697 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 59d8ac64a3e689c860b8ee8f37e1a469, disabling compactions & flushes
2024-12-04T19:32:23,697 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:23,697 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:23,698 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469. after waiting 0 ms
2024-12-04T19:32:23,698 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:23,698 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:23,698 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59d8ac64a3e689c860b8ee8f37e1a469:
Waiting for close lock at 1733340743697Disabling compacts and flushes for region at 1733340743697Disabling writes for close at 1733340743698 (+1 ms)Writing region close event to WAL at 1733340743698Closed at 1733340743698
2024-12-04T19:32:23,702 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:32:23,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733340743702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340743702"}]},"ts":"1733340743702"}
2024-12-04T19:32:23,706 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:32:23,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:32:23,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340743707"}]},"ts":"1733340743707"}
2024-12-04T19:32:23,710 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-04T19:32:23,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=59d8ac64a3e689c860b8ee8f37e1a469, ASSIGN}]
2024-12-04T19:32:23,712 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=59d8ac64a3e689c860b8ee8f37e1a469, ASSIGN
2024-12-04T19:32:23,713 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=59d8ac64a3e689c860b8ee8f37e1a469, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:32:23,865 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=59d8ac64a3e689c860b8ee8f37e1a469, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:23,872 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=59d8ac64a3e689c860b8ee8f37e1a469, ASSIGN because future has completed
2024-12-04T19:32:23,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d8ac64a3e689c860b8ee8f37e1a469, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:32:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-04T19:32:24,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d8ac64a3e689c860b8ee8f37e1a469, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:32:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:24,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,041 INFO  [StoreOpener-59d8ac64a3e689c860b8ee8f37e1a469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 59d8ac64a3e689c860b8ee8f37e1a469 
2024-12-04T19:32:24,044 INFO  [StoreOpener-59d8ac64a3e689c860b8ee8f37e1a469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d8ac64a3e689c860b8ee8f37e1a469 columnFamilyName testFamily
2024-12-04T19:32:24,044 DEBUG [StoreOpener-59d8ac64a3e689c860b8ee8f37e1a469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:24,045 INFO  [StoreOpener-59d8ac64a3e689c860b8ee8f37e1a469-1 {}] regionserver.HStore(327): Store=59d8ac64a3e689c860b8ee8f37e1a469/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:32:24,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:32:24,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 59d8ac64a3e689c860b8ee8f37e1a469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910542, jitterRate=0.10135290026664734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:32:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:24,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 59d8ac64a3e689c860b8ee8f37e1a469:
Running coprocessor pre-open hook at 1733340744038Writing region info on filesystem at 1733340744038Initializing all the Stores at 1733340744040 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340744040Cleaning up temporary data from old regions at 1733340744047 (+7 ms)Running coprocessor post-open hooks at 1733340744054 (+7 ms)Region opened successfully at 1733340744054
2024-12-04T19:32:24,056 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469., pid=30, masterSystemTime=1733340744027
2024-12-04T19:32:24,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:24,058 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:24,059 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=59d8ac64a3e689c860b8ee8f37e1a469, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:24,061 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d8ac64a3e689c860b8ee8f37e1a469, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:32:24,065 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-04T19:32:24,065 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d8ac64a3e689c860b8ee8f37e1a469, server=9ba2734cd39f,32953,1733340657013 in 190 msec
2024-12-04T19:32:24,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-04T19:32:24,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=59d8ac64a3e689c860b8ee8f37e1a469, ASSIGN in 354 msec
2024-12-04T19:32:24,069 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:32:24,069 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340744069"}]},"ts":"1733340744069"}
2024-12-04T19:32:24,071 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-04T19:32:24,072 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:32:24,074 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2120 sec
2024-12-04T19:32:24,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-04T19:32:25,232 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T19:32:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-04T19:32:25,901 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-04T19:32:25,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-04T19:32:25,902 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:25,910 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-04T19:32:25,910 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:25,910 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-04T19:32:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:25,925 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:32:25,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-04T19:32:25,928 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T19:32:25,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T19:32:25,931 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T19:32:25,932 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-04T19:32:26,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-04T19:32:26,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:29,542 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:30,778 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-04T19:32:31,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175604' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T19:32:31,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:36924 deadline: 1733340757940, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175604' does not exist
2024-12-04T19:32:31,941 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9ba2734cd39f,32953,1733340657013 for closing scanner id = 5435704755777175604 for 59d8ac64a3e689c860b8ee8f37e1a469 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5435704755777175604' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T19:32:31,945 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 116) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15695 (was 15693) - AvailableMemoryMB LEAK? -
2024-12-04T19:32:31,954 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=15694
2024-12-04T19:32:31,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T19:32:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-04T19:32:31,959 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T19:32:31,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:31,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-04T19:32:31,961 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T19:32:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T19:32:31,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741853_1029 (size=423)
2024-12-04T19:32:32,378 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9375bc77a2c65e91691837b05cab337f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2
2024-12-04T19:32:32,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741854_1030 (size=74)
2024-12-04T19:32:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-04T19:32:32,792 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:32,792 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9375bc77a2c65e91691837b05cab337f, disabling compactions & flushes
2024-12-04T19:32:32,793 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:32,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:32,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f. after waiting 0 ms
2024-12-04T19:32:32,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:32,793 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:32,793 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9375bc77a2c65e91691837b05cab337f:
Waiting for close lock at 1733340752792Disabling compacts and flushes for region at 1733340752792Disabling writes for close at 1733340752793 (+1 ms)Writing region close event to WAL at 1733340752793Closed at 1733340752793
2024-12-04T19:32:32,797 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T19:32:32,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733340752797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340752797"}]},"ts":"1733340752797"}
2024-12-04T19:32:32,800 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T19:32:32,801 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T19:32:32,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340752802"}]},"ts":"1733340752802"}
2024-12-04T19:32:32,804 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-04T19:32:32,805 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9375bc77a2c65e91691837b05cab337f, ASSIGN}]
2024-12-04T19:32:32,806 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9375bc77a2c65e91691837b05cab337f, ASSIGN
2024-12-04T19:32:32,807 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9375bc77a2c65e91691837b05cab337f, ASSIGN; state=OFFLINE, location=9ba2734cd39f,32953,1733340657013; forceNewPlan=false, retain=false
2024-12-04T19:32:32,958 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=9375bc77a2c65e91691837b05cab337f, regionState=OPENING, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:32,963 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9375bc77a2c65e91691837b05cab337f, ASSIGN because future has completed
2024-12-04T19:32:32,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9375bc77a2c65e91691837b05cab337f, server=9ba2734cd39f,32953,1733340657013}]
2024-12-04T19:32:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T19:32:33,129 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:33,129 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 9375bc77a2c65e91691837b05cab337f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.', STARTKEY => '', ENDKEY => ''}
2024-12-04T19:32:33,130 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,130 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T19:32:33,130 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,130 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,133 INFO  [StoreOpener-9375bc77a2c65e91691837b05cab337f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9375bc77a2c65e91691837b05cab337f 
2024-12-04T19:32:33,135 INFO  [StoreOpener-9375bc77a2c65e91691837b05cab337f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9375bc77a2c65e91691837b05cab337f columnFamilyName testFamily
2024-12-04T19:32:33,135 DEBUG [StoreOpener-9375bc77a2c65e91691837b05cab337f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T19:32:33,136 INFO  [StoreOpener-9375bc77a2c65e91691837b05cab337f-1 {}] regionserver.HStore(327): Store=9375bc77a2c65e91691837b05cab337f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T19:32:33,136 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,137 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,137 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,138 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,138 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,141 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,144 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T19:32:33,145 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 9375bc77a2c65e91691837b05cab337f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58837499, jitterRate=-0.12325294315814972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T19:32:33,145 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:33,146 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 9375bc77a2c65e91691837b05cab337f:
Running coprocessor pre-open hook at 1733340753130Writing region info on filesystem at 1733340753130Initializing all the Stores at 1733340753132 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340753132Cleaning up temporary data from old regions at 1733340753138 (+6 ms)Running coprocessor post-open hooks at 1733340753145 (+7 ms)Region opened successfully at 1733340753146 (+1 ms)
2024-12-04T19:32:33,147 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., pid=33, masterSystemTime=1733340753119
2024-12-04T19:32:33,150 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:33,151 INFO  [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:33,151 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=9375bc77a2c65e91691837b05cab337f, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:33,154 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9375bc77a2c65e91691837b05cab337f, server=9ba2734cd39f,32953,1733340657013 because future has completed
2024-12-04T19:32:33,158 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-04T19:32:33,158 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 9375bc77a2c65e91691837b05cab337f, server=9ba2734cd39f,32953,1733340657013 in 191 msec
2024-12-04T19:32:33,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-04T19:32:33,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=9375bc77a2c65e91691837b05cab337f, ASSIGN in 353 msec
2024-12-04T19:32:33,162 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T19:32:33,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340753162"}]},"ts":"1733340753162"}
2024-12-04T19:32:33,165 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-04T19:32:33,166 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T19:32:33,168 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2100 sec
2024-12-04T19:32:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T19:32:34,979 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-04T19:32:34,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-04T19:32:34,979 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:34,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-04T19:32:34,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T19:32:34,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-04T19:32:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:35,000 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T19:32:35,000 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-04T19:32:35,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T19:32:35,004 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T19:32:36,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T19:32:36,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T19:32:36,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:32:36,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-04T19:32:36,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-04T19:32:36,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T19:32:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-04T19:32:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2]
2024-12-04T19:32:37,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T19:32:38,007 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9ba2734cd39f:32953 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=977ms
2024-12-04T19:32:38,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=977ms
2024-12-04T19:32:38,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., hostname=9ba2734cd39f,32953,1733340657013, seqNum=2 from cache
2024-12-04T19:32:38,026 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=15695 (was 15694) - AvailableMemoryMB LEAK? -
2024-12-04T19:32:38,027 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T19:32:38,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T19:32:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,034 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T19:32:38,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-04T19:32:38,034 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T19:32:38,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T19:32:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,034 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T19:32:38,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-04T19:32:38,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false
2024-12-04T19:32:38,035 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,38485,1733340656187
2024-12-04T19:32:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T19:32:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T19:32:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:32:38,045 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T19:32:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:32:38,046 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T19:32:38,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T19:32:38,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T19:32:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T19:32:38,046 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,32953,1733340657013' *****
2024-12-04T19:32:38,046 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-04T19:32:38,047 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-04T19:32:38,047 INFO  [RS:0;9ba2734cd39f:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-04T19:32:38,047 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-04T19:32:38,047 INFO  [RS:0;9ba2734cd39f:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-04T19:32:38,047 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 6270cab1b5601507cf5fa7bbc77d1cca
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for cf713c4d5f9564f79db339f5c8b1bef4
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 27d73e0a47e5799626a325d3ed118751
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d8ac64a3e689c860b8ee8f37e1a469
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for d854ef26419ecefe7354ccf89eb2e9fa
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 9375bc77a2c65e91691837b05cab337f
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for af5ddad360de4faff7c8b0a0807d771c
2024-12-04T19:32:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6270cab1b5601507cf5fa7bbc77d1cca, disabling compactions & flushes
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a2058e673290a81f93c5907bd0c61ce
2024-12-04T19:32:38,048 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca. after waiting 0 ms
2024-12-04T19:32:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T19:32:38,048 INFO  [RS:0;9ba2734cd39f:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:32953.
2024-12-04T19:32:38,049 DEBUG [RS:0;9ba2734cd39f:32953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T19:32:38,049 DEBUG [RS:0;9ba2734cd39f:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:38,049 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-04T19:32:38,049 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-04T19:32:38,049 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-04T19:32:38,049 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-04T19:32:38,049 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-04T19:32:38,050 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T19:32:38,050 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T19:32:38,050 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T19:32:38,050 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T19:32:38,050 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T19:32:38,050 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 6270cab1b5601507cf5fa7bbc77d1cca, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, cf713c4d5f9564f79db339f5c8b1bef4, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,053 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-04T19:32:38,053 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6270cab1b5601507cf5fa7bbc77d1cca 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:38,102 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/.tmp/testFamily/034e770dffe6420488042ba6fb8ee28b is 61, key is row-0/testFamily:testQualifier/1733340718485/Put/seqid=0
2024-12-04T19:32:38,107 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/info/db5b2e7045124d4997e0f68e22a382b1 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751./info:regioninfo/1733340692180/Put/seqid=0
2024-12-04T19:32:38,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741855_1031 (size=5049)
2024-12-04T19:32:38,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741856_1032 (size=20564)
2024-12-04T19:32:38,250 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 6270cab1b5601507cf5fa7bbc77d1cca, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, cf713c4d5f9564f79db339f5c8b1bef4, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,451 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 6270cab1b5601507cf5fa7bbc77d1cca, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, cf713c4d5f9564f79db339f5c8b1bef4, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,514 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/.tmp/testFamily/034e770dffe6420488042ba6fb8ee28b
2024-12-04T19:32:38,515 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/info/db5b2e7045124d4997e0f68e22a382b1
2024-12-04T19:32:38,528 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T19:32:38,556 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/.tmp/testFamily/034e770dffe6420488042ba6fb8ee28b as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/testFamily/034e770dffe6420488042ba6fb8ee28b
2024-12-04T19:32:38,564 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/testFamily/034e770dffe6420488042ba6fb8ee28b, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:38,570 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/ns/749851b950f04594bd9b319ac14c1bcd is 43, key is default/ns:d/1733340690731/Put/seqid=0
2024-12-04T19:32:38,572 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6270cab1b5601507cf5fa7bbc77d1cca in 519ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:38,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741857_1033 (size=5153)
2024-12-04T19:32:38,577 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScanner/6270cab1b5601507cf5fa7bbc77d1cca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:38,579 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:32:38,579 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6270cab1b5601507cf5fa7bbc77d1cca:
Waiting for close lock at 1733340758048Running coprocessor pre-close hooks at 1733340758048Disabling compacts and flushes for region at 1733340758048Disabling writes for close at 1733340758048Obtaining lock to block concurrent updates at 1733340758053 (+5 ms)Preparing flush snapshotting stores in 6270cab1b5601507cf5fa7bbc77d1cca at 1733340758053Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340758060 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca. at 1733340758062 (+2 ms)Flushing 6270cab1b5601507cf5fa7bbc77d1cca/testFamily: creating writer at 1733340758063 (+1 ms)Flushing 6270cab1b5601507cf5fa7bbc77d1cca/testFamily: appending metadata at 1733340758097 (+34 ms)Flushing 6270cab1b5601507cf5fa7bbc77d1cca/testFamily: closing flushed file at 1733340758099 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6487c54f: reopening flushed file at 1733340758554 (+455 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6270cab1b5601507cf5fa7bbc77d1cca in 519ms, sequenceid=8, compaction requested=false at 1733340758572 (+18 ms)Writing region close event to WAL at 1733340758573 (+1 ms)Running coprocessor post-close hooks at 1733340758578 (+5 ms)Closed at 1733340758579 (+1 ms)
2024-12-04T19:32:38,579 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733340715416.6270cab1b5601507cf5fa7bbc77d1cca.
2024-12-04T19:32:38,580 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf713c4d5f9564f79db339f5c8b1bef4, disabling compactions & flushes
2024-12-04T19:32:38,580 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:38,580 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:38,580 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4. after waiting 0 ms
2024-12-04T19:32:38,580 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:38,580 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf713c4d5f9564f79db339f5c8b1bef4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:38,594 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/.tmp/testFamily/659fcc3dd2fe49258c424facda3812f2 is 61, key is row-0/testFamily:testQualifier/1733340724582/Put/seqid=0
2024-12-04T19:32:38,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741858_1034 (size=5049)
2024-12-04T19:32:38,631 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:38,651 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, cf713c4d5f9564f79db339f5c8b1bef4, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,851 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, cf713c4d5f9564f79db339f5c8b1bef4, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:38,977 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/ns/749851b950f04594bd9b319ac14c1bcd
2024-12-04T19:32:38,999 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/.tmp/testFamily/659fcc3dd2fe49258c424facda3812f2
2024-12-04T19:32:39,009 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/.tmp/testFamily/659fcc3dd2fe49258c424facda3812f2 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/testFamily/659fcc3dd2fe49258c424facda3812f2
2024-12-04T19:32:39,012 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/table/32d68532b75e4e64aa6718bdf8487f98 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733340692195/Put/seqid=0
2024-12-04T19:32:39,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741859_1035 (size=6699)
2024-12-04T19:32:39,017 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/testFamily/659fcc3dd2fe49258c424facda3812f2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:39,018 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cf713c4d5f9564f79db339f5c8b1bef4 in 438ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:39,023 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNextAsync/cf713c4d5f9564f79db339f5c8b1bef4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:39,024 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf713c4d5f9564f79db339f5c8b1bef4:
Waiting for close lock at 1733340758579Running coprocessor pre-close hooks at 1733340758579Disabling compacts and flushes for region at 1733340758579Disabling writes for close at 1733340758580 (+1 ms)Obtaining lock to block concurrent updates at 1733340758580Preparing flush snapshotting stores in cf713c4d5f9564f79db339f5c8b1bef4 at 1733340758580Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340758580Flushing stores of testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4. at 1733340758581 (+1 ms)Flushing cf713c4d5f9564f79db339f5c8b1bef4/testFamily: creating writer at 1733340758581Flushing cf713c4d5f9564f79db339f5c8b1bef4/testFamily: appending metadata at 1733340758594 (+13 ms)Flushing cf713c4d5f9564f79db339f5c8b1bef4/testFamily: closing flushed file at 1733340758594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1686f: reopening flushed file at 1733340759008 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cf713c4d5f9564f79db339f5c8b1bef4 in 438ms, sequenceid=8, compaction requested=false at 1733340759018 (+10 ms)Writing region close event to WAL at 1733340759019 (+1 ms)Running coprocessor post-close hooks at 1733340759024 (+5 ms)Closed at 1733340759024
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733340721532.cf713c4d5f9564f79db339f5c8b1bef4.
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27d73e0a47e5799626a325d3ed118751, disabling compactions & flushes
2024-12-04T19:32:39,024 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751. after waiting 0 ms
2024-12-04T19:32:39,024 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:32:39,024 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27d73e0a47e5799626a325d3ed118751 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:39,030 INFO  [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-04T19:32:39,030 INFO  [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-04T19:32:39,039 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/.tmp/testFamily/22a066e72ffe4a6181f315434c201749 is 61, key is row-0/testFamily:testQualifier/1733340694013/Put/seqid=0
2024-12-04T19:32:39,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741860_1036 (size=5049)
2024-12-04T19:32:39,051 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-04T19:32:39,052 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1325): Online Regions={27d73e0a47e5799626a325d3ed118751=testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751., 59d8ac64a3e689c860b8ee8f37e1a469=hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469., d854ef26419ecefe7354ccf89eb2e9fa=testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa., 9375bc77a2c65e91691837b05cab337f=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., fd8f93c809ecf4196370688eb2616595=testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595., af5ddad360de4faff7c8b0a0807d771c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., 1588230740=hbase:meta,,1.1588230740, 4a2058e673290a81f93c5907bd0c61ce=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., fc252ff50d1415536c2ecec1c645e2fb=hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.}
2024-12-04T19:32:39,052 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:39,252 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:39,419 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/table/32d68532b75e4e64aa6718bdf8487f98
2024-12-04T19:32:39,434 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/info/db5b2e7045124d4997e0f68e22a382b1 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/info/db5b2e7045124d4997e0f68e22a382b1
2024-12-04T19:32:39,442 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/info/db5b2e7045124d4997e0f68e22a382b1, entries=100, sequenceid=56, filesize=20.1 K
2024-12-04T19:32:39,444 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/.tmp/testFamily/22a066e72ffe4a6181f315434c201749
2024-12-04T19:32:39,444 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/ns/749851b950f04594bd9b319ac14c1bcd as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/ns/749851b950f04594bd9b319ac14c1bcd
2024-12-04T19:32:39,451 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/ns/749851b950f04594bd9b319ac14c1bcd, entries=2, sequenceid=56, filesize=5.0 K
2024-12-04T19:32:39,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/.tmp/testFamily/22a066e72ffe4a6181f315434c201749 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/testFamily/22a066e72ffe4a6181f315434c201749
2024-12-04T19:32:39,452 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d73e0a47e5799626a325d3ed118751, 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:39,453 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/.tmp/table/32d68532b75e4e64aa6718bdf8487f98 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/table/32d68532b75e4e64aa6718bdf8487f98
2024-12-04T19:32:39,460 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/table/32d68532b75e4e64aa6718bdf8487f98, entries=20, sequenceid=56, filesize=6.5 K
2024-12-04T19:32:39,460 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/testFamily/22a066e72ffe4a6181f315434c201749, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:39,461 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 27d73e0a47e5799626a325d3ed118751 in 437ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:39,461 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1411ms, sequenceid=56, compaction requested=false
2024-12-04T19:32:39,466 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/27d73e0a47e5799626a325d3ed118751/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:39,466 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T19:32:39,467 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:32:39,467 INFO  [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27d73e0a47e5799626a325d3ed118751:
Waiting for close lock at 1733340759024Running coprocessor pre-close hooks at 1733340759024Disabling compacts and flushes for region at 1733340759024Disabling writes for close at 1733340759024Obtaining lock to block concurrent updates at 1733340759024Preparing flush snapshotting stores in 27d73e0a47e5799626a325d3ed118751 at 1733340759024Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340759025 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751. at 1733340759025Flushing 27d73e0a47e5799626a325d3ed118751/testFamily: creating writer at 1733340759025Flushing 27d73e0a47e5799626a325d3ed118751/testFamily: appending metadata at 1733340759038 (+13 ms)Flushing 27d73e0a47e5799626a325d3ed118751/testFamily: closing flushed file at 1733340759038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314d482e: reopening flushed file at 1733340759451 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 27d73e0a47e5799626a325d3ed118751 in 437ms, sequenceid=8, compaction requested=false at 1733340759461 (+10 ms)Writing region close event to WAL at 1733340759462 (+1 ms)Running coprocessor post-close hooks at 1733340759467 (+5 ms)Closed at 1733340759467
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733340758049Running coprocessor pre-close hooks at 1733340758049Disabling compacts and flushes for region at 1733340758049Disabling writes for close at 1733340758050 (+1 ms)Obtaining lock to block concurrent updates at 1733340758053 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733340758053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733340758060 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733340758062 (+2 ms)Flushing 1588230740/info: creating writer at 1733340758063 (+1 ms)Flushing 1588230740/info: appending metadata at 1733340758103 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733340758103Flushing 1588230740/ns: creating writer at 1733340758554 (+451 ms)Flushing 1588230740/ns: appending metadata at 1733340758569 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733340758569Flushing 1588230740/table: creating writer at 1733340758992 (+423 ms)Flushing 1588230740/table: appending metadata at 1733340759011 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733340759011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a942108: reopening flushed file at 1733340759433 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5426b51a: reopening flushed file at 1733340759443 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256d0104: reopening flushed file at 1733340759452 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1411ms, sequenceid=56, compaction requested=false at 1733340759461 (+9 ms)Writing region close event to WAL at 1733340759462 (+1 ms)Running coprocessor post-close hooks at 1733340759467 (+5 ms)Closed at 1733340759467
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733340690930.27d73e0a47e5799626a325d3ed118751.
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d8ac64a3e689c860b8ee8f37e1a469, disabling compactions & flushes
2024-12-04T19:32:39,467 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469. after waiting 0 ms
2024-12-04T19:32:39,467 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:39,468 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59d8ac64a3e689c860b8ee8f37e1a469 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:39,484 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/.tmp/testFamily/448ec7d6fc004dc08b574164748fd318 is 61, key is row-0/testFamily:testQualifier/1733340745914/Put/seqid=0
2024-12-04T19:32:39,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741861_1037 (size=5049)
2024-12-04T19:32:39,653 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:39,835 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:38485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-12-04T19:32:39,853 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, 59d8ac64a3e689c860b8ee8f37e1a469, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:39,890 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/.tmp/testFamily/448ec7d6fc004dc08b574164748fd318
2024-12-04T19:32:39,904 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/.tmp/testFamily/448ec7d6fc004dc08b574164748fd318 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/testFamily/448ec7d6fc004dc08b574164748fd318
2024-12-04T19:32:39,912 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/testFamily/448ec7d6fc004dc08b574164748fd318, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:39,913 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 59d8ac64a3e689c860b8ee8f37e1a469 in 446ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:39,918 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNext/59d8ac64a3e689c860b8ee8f37e1a469/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:39,919 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:39,919 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d8ac64a3e689c860b8ee8f37e1a469:
Waiting for close lock at 1733340759467Running coprocessor pre-close hooks at 1733340759467Disabling compacts and flushes for region at 1733340759467Disabling writes for close at 1733340759467Obtaining lock to block concurrent updates at 1733340759468 (+1 ms)Preparing flush snapshotting stores in 59d8ac64a3e689c860b8ee8f37e1a469 at 1733340759468Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340759468Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469. at 1733340759468Flushing 59d8ac64a3e689c860b8ee8f37e1a469/testFamily: creating writer at 1733340759469 (+1 ms)Flushing 59d8ac64a3e689c860b8ee8f37e1a469/testFamily: appending metadata at 1733340759484 (+15 ms)Flushing 59d8ac64a3e689c860b8ee8f37e1a469/testFamily: closing flushed file at 1733340759484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62283104: reopening flushed file at 1733340759903 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 59d8ac64a3e689c860b8ee8f37e1a469 in 446ms, sequenceid=8, compaction requested=false at 1733340759913 (+10 ms)Writing region close event to WAL at 1733340759914 (+1 ms)Running coprocessor post-close hooks at 1733340759919 (+5 ms)Closed at 1733340759919
2024-12-04T19:32:39,920 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733340742860.59d8ac64a3e689c860b8ee8f37e1a469.
2024-12-04T19:32:39,920 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d854ef26419ecefe7354ccf89eb2e9fa, disabling compactions & flushes
2024-12-04T19:32:39,920 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:32:39,920 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:32:39,920 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa. after waiting 0 ms
2024-12-04T19:32:39,920 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:32:39,920 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d854ef26419ecefe7354ccf89eb2e9fa 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:39,935 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/.tmp/testFamily/05717397fc9644e89eff89580668fcd6 is 61, key is row-0/testFamily:testQualifier/1733340715356/Put/seqid=0
2024-12-04T19:32:39,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741862_1038 (size=5049)
2024-12-04T19:32:40,053 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-04T19:32:40,053 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1325): Online Regions={d854ef26419ecefe7354ccf89eb2e9fa=testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa., 9375bc77a2c65e91691837b05cab337f=testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., fd8f93c809ecf4196370688eb2616595=testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595., af5ddad360de4faff7c8b0a0807d771c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., 4a2058e673290a81f93c5907bd0c61ce=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., fc252ff50d1415536c2ecec1c645e2fb=hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.}
2024-12-04T19:32:40,054 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:40,254 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, 9375bc77a2c65e91691837b05cab337f, af5ddad360de4faff7c8b0a0807d771c, d854ef26419ecefe7354ccf89eb2e9fa, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:40,342 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/.tmp/testFamily/05717397fc9644e89eff89580668fcd6
2024-12-04T19:32:40,358 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/.tmp/testFamily/05717397fc9644e89eff89580668fcd6 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/testFamily/05717397fc9644e89eff89580668fcd6
2024-12-04T19:32:40,367 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/testFamily/05717397fc9644e89eff89580668fcd6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:40,368 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d854ef26419ecefe7354ccf89eb2e9fa in 448ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:40,373 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testRetryOutOfOrderScannerNextException/d854ef26419ecefe7354ccf89eb2e9fa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:40,374 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d854ef26419ecefe7354ccf89eb2e9fa:
Waiting for close lock at 1733340759920Running coprocessor pre-close hooks at 1733340759920Disabling compacts and flushes for region at 1733340759920Disabling writes for close at 1733340759920Obtaining lock to block concurrent updates at 1733340759920Preparing flush snapshotting stores in d854ef26419ecefe7354ccf89eb2e9fa at 1733340759920Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340759920Flushing stores of testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa. at 1733340759921 (+1 ms)Flushing d854ef26419ecefe7354ccf89eb2e9fa/testFamily: creating writer at 1733340759921Flushing d854ef26419ecefe7354ccf89eb2e9fa/testFamily: appending metadata at 1733340759934 (+13 ms)Flushing d854ef26419ecefe7354ccf89eb2e9fa/testFamily: closing flushed file at 1733340759934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b033f2: reopening flushed file at 1733340760356 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d854ef26419ecefe7354ccf89eb2e9fa in 448ms, sequenceid=8, compaction requested=false at 1733340760368 (+12 ms)Writing region close event to WAL at 1733340760369 (+1 ms)Running coprocessor post-close hooks at 1733340760373 (+4 ms)Closed at 1733340760374 (+1 ms)
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733340712297.d854ef26419ecefe7354ccf89eb2e9fa.
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9375bc77a2c65e91691837b05cab337f, disabling compactions & flushes
2024-12-04T19:32:40,374 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f. after waiting 0 ms
2024-12-04T19:32:40,374 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:40,374 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9375bc77a2c65e91691837b05cab337f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:40,388 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/.tmp/testFamily/6a2c7f4729804bf8b992bbccadd80bdb is 61, key is row-0/testFamily:testQualifier/1733340754991/Put/seqid=0
2024-12-04T19:32:40,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741863_1039 (size=5049)
2024-12-04T19:32:40,393 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/.tmp/testFamily/6a2c7f4729804bf8b992bbccadd80bdb
2024-12-04T19:32:40,403 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/.tmp/testFamily/6a2c7f4729804bf8b992bbccadd80bdb as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/testFamily/6a2c7f4729804bf8b992bbccadd80bdb
2024-12-04T19:32:40,411 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/testFamily/6a2c7f4729804bf8b992bbccadd80bdb, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:40,412 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9375bc77a2c65e91691837b05cab337f in 38ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:40,417 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnOpenScannerAsync/9375bc77a2c65e91691837b05cab337f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:40,417 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9375bc77a2c65e91691837b05cab337f:
Waiting for close lock at 1733340760374Running coprocessor pre-close hooks at 1733340760374Disabling compacts and flushes for region at 1733340760374Disabling writes for close at 1733340760374Obtaining lock to block concurrent updates at 1733340760374Preparing flush snapshotting stores in 9375bc77a2c65e91691837b05cab337f at 1733340760374Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340760374Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f. at 1733340760375 (+1 ms)Flushing 9375bc77a2c65e91691837b05cab337f/testFamily: creating writer at 1733340760375Flushing 9375bc77a2c65e91691837b05cab337f/testFamily: appending metadata at 1733340760388 (+13 ms)Flushing 9375bc77a2c65e91691837b05cab337f/testFamily: closing flushed file at 1733340760388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7729192a: reopening flushed file at 1733340760401 (+13 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9375bc77a2c65e91691837b05cab337f in 38ms, sequenceid=8, compaction requested=false at 1733340760412 (+11 ms)Writing region close event to WAL at 1733340760412Running coprocessor post-close hooks at 1733340760417 (+5 ms)Closed at 1733340760417
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733340751956.9375bc77a2c65e91691837b05cab337f.
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd8f93c809ecf4196370688eb2616595, disabling compactions & flushes
2024-12-04T19:32:40,418 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595. after waiting 0 ms
2024-12-04T19:32:40,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:40,418 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd8f93c809ecf4196370688eb2616595 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:40,433 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/.tmp/testFamily/c69fc0597f0f40e1836343831d82506a is 61, key is row-0/testFamily:testQualifier/1733340730663/Put/seqid=0
2024-12-04T19:32:40,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741864_1040 (size=5049)
2024-12-04T19:32:40,454 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, af5ddad360de4faff7c8b0a0807d771c, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:40,655 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, af5ddad360de4faff7c8b0a0807d771c, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:40,840 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/.tmp/testFamily/c69fc0597f0f40e1836343831d82506a
2024-12-04T19:32:40,855 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/.tmp/testFamily/c69fc0597f0f40e1836343831d82506a as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/testFamily/c69fc0597f0f40e1836343831d82506a
2024-12-04T19:32:40,855 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, af5ddad360de4faff7c8b0a0807d771c, fc252ff50d1415536c2ecec1c645e2fb, fd8f93c809ecf4196370688eb2616595
2024-12-04T19:32:40,863 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/testFamily/c69fc0597f0f40e1836343831d82506a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:40,864 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd8f93c809ecf4196370688eb2616595 in 446ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:40,870 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/default/testNormalScanTimeoutOnNext/fd8f93c809ecf4196370688eb2616595/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:40,871 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd8f93c809ecf4196370688eb2616595:
Waiting for close lock at 1733340760418Running coprocessor pre-close hooks at 1733340760418Disabling compacts and flushes for region at 1733340760418Disabling writes for close at 1733340760418Obtaining lock to block concurrent updates at 1733340760418Preparing flush snapshotting stores in fd8f93c809ecf4196370688eb2616595 at 1733340760418Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340760419 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595. at 1733340760419Flushing fd8f93c809ecf4196370688eb2616595/testFamily: creating writer at 1733340760419Flushing fd8f93c809ecf4196370688eb2616595/testFamily: appending metadata at 1733340760433 (+14 ms)Flushing fd8f93c809ecf4196370688eb2616595/testFamily: closing flushed file at 1733340760433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5664d7f6: reopening flushed file at 1733340760854 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd8f93c809ecf4196370688eb2616595 in 446ms, sequenceid=8, compaction requested=false at 1733340760864 (+10 ms)Writing region close event to WAL at 1733340760865 (+1 ms)Running coprocessor post-close hooks at 1733340760871 (+6 ms)Closed at 1733340760871
2024-12-04T19:32:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733340727625.fd8f93c809ecf4196370688eb2616595.
2024-12-04T19:32:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5ddad360de4faff7c8b0a0807d771c, disabling compactions & flushes
2024-12-04T19:32:40,871 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:40,872 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c. after waiting 0 ms
2024-12-04T19:32:40,872 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:40,872 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af5ddad360de4faff7c8b0a0807d771c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/.tmp/testFamily/26c98eddffa74b72b509f9d1557ce0de is 61, key is row-0/testFamily:testQualifier/1733340736767/Put/seqid=0
2024-12-04T19:32:40,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741865_1041 (size=5049)
2024-12-04T19:32:41,055 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-04T19:32:41,056 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1325): Online Regions={af5ddad360de4faff7c8b0a0807d771c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., 4a2058e673290a81f93c5907bd0c61ce=hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., fc252ff50d1415536c2ecec1c645e2fb=hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.}
2024-12-04T19:32:41,056 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, af5ddad360de4faff7c8b0a0807d771c, fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:41,256 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, af5ddad360de4faff7c8b0a0807d771c, fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:41,294 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/.tmp/testFamily/26c98eddffa74b72b509f9d1557ce0de
2024-12-04T19:32:41,308 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/.tmp/testFamily/26c98eddffa74b72b509f9d1557ce0de as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/testFamily/26c98eddffa74b72b509f9d1557ce0de
2024-12-04T19:32:41,315 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/testFamily/26c98eddffa74b72b509f9d1557ce0de, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:41,316 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af5ddad360de4faff7c8b0a0807d771c in 444ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:41,321 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af5ddad360de4faff7c8b0a0807d771c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:41,322 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5ddad360de4faff7c8b0a0807d771c:
Waiting for close lock at 1733340760871Running coprocessor pre-close hooks at 1733340760871Disabling compacts and flushes for region at 1733340760871Disabling writes for close at 1733340760872 (+1 ms)Obtaining lock to block concurrent updates at 1733340760872Preparing flush snapshotting stores in af5ddad360de4faff7c8b0a0807d771c at 1733340760872Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340760872Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c. at 1733340760873 (+1 ms)Flushing af5ddad360de4faff7c8b0a0807d771c/testFamily: creating writer at 1733340760873Flushing af5ddad360de4faff7c8b0a0807d771c/testFamily: appending metadata at 1733340760886 (+13 ms)Flushing af5ddad360de4faff7c8b0a0807d771c/testFamily: closing flushed file at 1733340760886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f4ff73: reopening flushed file at 1733340761307 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af5ddad360de4faff7c8b0a0807d771c in 444ms, sequenceid=8, compaction requested=false at 1733340761316 (+9 ms)Writing region close event to WAL at 1733340761317 (+1 ms)Running coprocessor post-close hooks at 1733340761322 (+5 ms)Closed at 1733340761322
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733340733712.af5ddad360de4faff7c8b0a0807d771c.
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a2058e673290a81f93c5907bd0c61ce, disabling compactions & flushes
2024-12-04T19:32:41,322 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce. after waiting 0 ms
2024-12-04T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:32:41,322 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a2058e673290a81f93c5907bd0c61ce 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:41,340 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/.tmp/testFamily/60c904d650734b0385a806c0336e70c1 is 61, key is row-0/testFamily:testQualifier/1733340697163/Put/seqid=0
2024-12-04T19:32:41,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741866_1042 (size=5049)
2024-12-04T19:32:41,457 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:41,657 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on 4a2058e673290a81f93c5907bd0c61ce, fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:41,745 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/.tmp/testFamily/60c904d650734b0385a806c0336e70c1
2024-12-04T19:32:41,757 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/.tmp/testFamily/60c904d650734b0385a806c0336e70c1 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/testFamily/60c904d650734b0385a806c0336e70c1
2024-12-04T19:32:41,764 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/testFamily/60c904d650734b0385a806c0336e70c1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:41,765 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a2058e673290a81f93c5907bd0c61ce in 443ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:41,771 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnOpenScanner/4a2058e673290a81f93c5907bd0c61ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:41,771 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a2058e673290a81f93c5907bd0c61ce:
Waiting for close lock at 1733340761322Running coprocessor pre-close hooks at 1733340761322Disabling compacts and flushes for region at 1733340761322Disabling writes for close at 1733340761322Obtaining lock to block concurrent updates at 1733340761322Preparing flush snapshotting stores in 4a2058e673290a81f93c5907bd0c61ce at 1733340761322Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340761322Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce. at 1733340761323 (+1 ms)Flushing 4a2058e673290a81f93c5907bd0c61ce/testFamily: creating writer at 1733340761323Flushing 4a2058e673290a81f93c5907bd0c61ce/testFamily: appending metadata at 1733340761339 (+16 ms)Flushing 4a2058e673290a81f93c5907bd0c61ce/testFamily: closing flushed file at 1733340761339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d48e65: reopening flushed file at 1733340761755 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a2058e673290a81f93c5907bd0c61ce in 443ms, sequenceid=8, compaction requested=false at 1733340761765 (+10 ms)Writing region close event to WAL at 1733340761766 (+1 ms)Running coprocessor post-close hooks at 1733340761771 (+5 ms)Closed at 1733340761771
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733340694115.4a2058e673290a81f93c5907bd0c61ce.
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc252ff50d1415536c2ecec1c645e2fb, disabling compactions & flushes
2024-12-04T19:32:41,772 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb. after waiting 0 ms
2024-12-04T19:32:41,772 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:32:41,772 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc252ff50d1415536c2ecec1c645e2fb 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T19:32:41,793 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/.tmp/testFamily/0a36ad52b49c43f484af1aaab79d5011 is 61, key is row-0/testFamily:testQualifier/1733340706258/Put/seqid=0
2024-12-04T19:32:41,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741867_1043 (size=5049)
2024-12-04T19:32:41,857 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:42,058 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-04T19:32:42,058 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1325): Online Regions={fc252ff50d1415536c2ecec1c645e2fb=hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.}
2024-12-04T19:32:42,058 DEBUG [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1351): Waiting on fc252ff50d1415536c2ecec1c645e2fb
2024-12-04T19:32:42,198 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/.tmp/testFamily/0a36ad52b49c43f484af1aaab79d5011
2024-12-04T19:32:42,208 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/.tmp/testFamily/0a36ad52b49c43f484af1aaab79d5011 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/testFamily/0a36ad52b49c43f484af1aaab79d5011
2024-12-04T19:32:42,215 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/testFamily/0a36ad52b49c43f484af1aaab79d5011, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T19:32:42,216 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc252ff50d1415536c2ecec1c645e2fb in 444ms, sequenceid=8, compaction requested=false
2024-12-04T19:32:42,221 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/data/hbase/testMetaScanTimeoutOnNextAsync/fc252ff50d1415536c2ecec1c645e2fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T19:32:42,222 INFO  [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:32:42,222 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc252ff50d1415536c2ecec1c645e2fb:
Waiting for close lock at 1733340761772Running coprocessor pre-close hooks at 1733340761772Disabling compacts and flushes for region at 1733340761772Disabling writes for close at 1733340761772Obtaining lock to block concurrent updates at 1733340761772Preparing flush snapshotting stores in fc252ff50d1415536c2ecec1c645e2fb at 1733340761772Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733340761773 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb. at 1733340761773Flushing fc252ff50d1415536c2ecec1c645e2fb/testFamily: creating writer at 1733340761773Flushing fc252ff50d1415536c2ecec1c645e2fb/testFamily: appending metadata at 1733340761792 (+19 ms)Flushing fc252ff50d1415536c2ecec1c645e2fb/testFamily: closing flushed file at 1733340761792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54925238: reopening flushed file at 1733340762207 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc252ff50d1415536c2ecec1c645e2fb in 444ms, sequenceid=8, compaction requested=false at 1733340762216 (+9 ms)Writing region close event to WAL at 1733340762217 (+1 ms)Running coprocessor post-close hooks at 1733340762222 (+5 ms)Closed at 1733340762222
2024-12-04T19:32:42,222 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733340703223.fc252ff50d1415536c2ecec1c645e2fb.
2024-12-04T19:32:42,259 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,32953,1733340657013; all regions closed.
2024-12-04T19:32:42,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741834_1010 (size=19479)
2024-12-04T19:32:42,272 DEBUG [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/oldWALs
2024-12-04T19:32:42,272 INFO  [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C32953%2C1733340657013.meta:.meta(num 1733340690540)
2024-12-04T19:32:42,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741833_1009 (size=20031)
2024-12-04T19:32:42,278 DEBUG [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/oldWALs
2024-12-04T19:32:42,278 INFO  [RS:0;9ba2734cd39f:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C32953%2C1733340657013:(num 1733340690023)
2024-12-04T19:32:42,278 DEBUG [RS:0;9ba2734cd39f:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T19:32:42,278 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T19:32:42,279 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T19:32:42,279 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-04T19:32:42,279 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T19:32:42,279 INFO  [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T19:32:42,281 INFO  [RS:0;9ba2734cd39f:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32953
2024-12-04T19:32:42,304 INFO  [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T19:32:42,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9ba2734cd39f,32953,1733340657013
2024-12-04T19:32:42,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T19:32:42,329 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T19:32:42,332 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,32953,1733340657013]
2024-12-04T19:32:42,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9ba2734cd39f,32953,1733340657013 already deleted, retry=false
2024-12-04T19:32:42,351 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,32953,1733340657013 expired; onlineServers=0
2024-12-04T19:32:42,351 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,38485,1733340656187' *****
2024-12-04T19:32:42,351 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-04T19:32:42,352 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T19:32:42,352 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T19:32:42,352 DEBUG [M:0;9ba2734cd39f:38485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-04T19:32:42,353 DEBUG [M:0;9ba2734cd39f:38485 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-04T19:32:42,353 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-04T19:32:42,353 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340659875 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340659875,5,FailOnTimeoutGroup]
2024-12-04T19:32:42,353 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340659874 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340659874,5,FailOnTimeoutGroup]
2024-12-04T19:32:42,353 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-04T19:32:42,354 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T19:32:42,354 DEBUG [M:0;9ba2734cd39f:38485 {}] master.HMaster(1795): Stopping service threads
2024-12-04T19:32:42,354 INFO  [M:0;9ba2734cd39f:38485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-04T19:32:42,355 INFO  [M:0;9ba2734cd39f:38485 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T19:32:42,356 INFO  [M:0;9ba2734cd39f:38485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-04T19:32:42,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-04T19:32:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-04T19:32:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T19:32:42,361 DEBUG [M:0;9ba2734cd39f:38485 {}] zookeeper.ZKUtil(347): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-04T19:32:42,361 WARN  [M:0;9ba2734cd39f:38485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-04T19:32:42,362 INFO  [M:0;9ba2734cd39f:38485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/.lastflushedseqids
2024-12-04T19:32:42,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741868_1044 (size=649)
2024-12-04T19:32:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T19:32:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101a1d36a610001, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T19:32:42,442 INFO  [RS:0;9ba2734cd39f:32953 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T19:32:42,442 INFO  [RS:0;9ba2734cd39f:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,32953,1733340657013; zookeeper connection closed.
2024-12-04T19:32:42,443 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a65d61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a65d61
2024-12-04T19:32:42,444 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-04T19:32:42,777 INFO  [M:0;9ba2734cd39f:38485 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-04T19:32:42,777 INFO  [M:0;9ba2734cd39f:38485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-04T19:32:42,778 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T19:32:42,778 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:32:42,778 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:32:42,778 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T19:32:42,779 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:32:42,779 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.98 KB heapSize=190.87 KB
2024-12-04T19:32:42,799 DEBUG [M:0;9ba2734cd39f:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109f64675e8f4c07b572993d7b7e2c36 is 82, key is hbase:meta,,1/info:regioninfo/1733340690626/Put/seqid=0
2024-12-04T19:32:42,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741869_1045 (size=5672)
2024-12-04T19:32:43,206 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109f64675e8f4c07b572993d7b7e2c36
2024-12-04T19:32:43,238 DEBUG [M:0;9ba2734cd39f:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044203b7a745479bb28578a453d5365b is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340692202/Put/seqid=0
2024-12-04T19:32:43,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741870_1046 (size=14069)
2024-12-04T19:32:43,643 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044203b7a745479bb28578a453d5365b
2024-12-04T19:32:43,655 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 044203b7a745479bb28578a453d5365b
2024-12-04T19:32:43,672 DEBUG [M:0;9ba2734cd39f:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869b8d7234d4aa091d851ccac1301f2 is 69, key is 9ba2734cd39f,32953,1733340657013/rs:state/1733340659895/Put/seqid=0
2024-12-04T19:32:43,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741871_1047 (size=5156)
2024-12-04T19:32:44,078 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869b8d7234d4aa091d851ccac1301f2
2024-12-04T19:32:44,083 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T19:32:44,092 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109f64675e8f4c07b572993d7b7e2c36 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109f64675e8f4c07b572993d7b7e2c36
2024-12-04T19:32:44,100 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109f64675e8f4c07b572993d7b7e2c36, entries=8, sequenceid=317, filesize=5.5 K
2024-12-04T19:32:44,101 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044203b7a745479bb28578a453d5365b as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/044203b7a745479bb28578a453d5365b
2024-12-04T19:32:44,109 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 044203b7a745479bb28578a453d5365b
2024-12-04T19:32:44,109 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/044203b7a745479bb28578a453d5365b, entries=33, sequenceid=317, filesize=13.7 K
2024-12-04T19:32:44,110 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869b8d7234d4aa091d851ccac1301f2 as hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9869b8d7234d4aa091d851ccac1301f2
2024-12-04T19:32:44,117 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46627/user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9869b8d7234d4aa091d851ccac1301f2, entries=1, sequenceid=317, filesize=5.0 K
2024-12-04T19:32:44,119 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.57 KB/195144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=317, compaction requested=false
2024-12-04T19:32:44,120 INFO  [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T19:32:44,120 DEBUG [M:0;9ba2734cd39f:38485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733340762778Disabling compacts and flushes for region at 1733340762778Disabling writes for close at 1733340762779 (+1 ms)Obtaining lock to block concurrent updates at 1733340762779Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340762779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166891, getHeapSize=195384, getOffHeapSize=0, getCellsCount=364 at 1733340762780 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340762782 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340762782Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340762798 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340762798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340763220 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340763237 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340763237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340763656 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340763671 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340763671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3290b0eb: reopening flushed file at 1733340764091 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc6af59: reopening flushed file at 1733340764100 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38332512: reopening flushed file at 1733340764109 (+9 ms)Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.57 KB/195144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=317, compaction requested=false at 1733340764119 (+10 ms)Writing region close event to WAL at 1733340764120 (+1 ms)Closed at 1733340764120
2024-12-04T19:32:44,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741830_1006 (size=188103)
2024-12-04T19:32:44,124 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e2b3c6e-42ed-a4f7-1fd2-ff2177fde8f2/MasterData/WALs/9ba2734cd39f,38485,1733340656187/9ba2734cd39f%2C38485%2C1733340656187.1733340659125 not finished, retry = 0
2024-12-04T19:32:44,225 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T19:32:44,225 INFO  [M:0;9ba2734cd39f:38485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-04T19:32:44,226 INFO  [M:0;9ba2734cd39f:38485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38485
2024-12-04T19:32:44,226 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T19:32:44,335 INFO  [M:0;9ba2734cd39f:38485 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T19:32:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T19:32:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x101a1d36a610000, quorum=127.0.0.1:56108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T19:32:44,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T19:32:44,343 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T19:32:44,343 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T19:32:44,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T19:32:44,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.log.dir/,STOPPED}
2024-12-04T19:32:44,346 WARN  [BP-1335177436-172.17.0.2-1733340652426 heartbeating to localhost/127.0.0.1:46627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-04T19:32:44,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-04T19:32:44,346 WARN  [BP-1335177436-172.17.0.2-1733340652426 heartbeating to localhost/127.0.0.1:46627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1335177436-172.17.0.2-1733340652426 (Datanode Uuid 57674b46-6fd4-4347-876c-0e3c347d0096) service to localhost/127.0.0.1:46627
2024-12-04T19:32:44,346 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-04T19:32:44,347 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/data/data1/current/BP-1335177436-172.17.0.2-1733340652426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T19:32:44,348 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/cluster_d9d51939-32d1-fb45-6428-8bd1b20c41df/data/data2/current/BP-1335177436-172.17.0.2-1733340652426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T19:32:44,348 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-04T19:32:44,355 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T19:32:44,356 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T19:32:44,356 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T19:32:44,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T19:32:44,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d32e3e43-697e-56ca-2767-ec4db02bc2ac/hadoop.log.dir/,STOPPED}
2024-12-04T19:32:44,362 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-04T19:32:44,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down