2024-11-13 19:09:56,264 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 19:09:56,283 main DEBUG Took 0.016749 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 19:09:56,283 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 19:09:56,284 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 19:09:56,285 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 19:09:56,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,294 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 19:09:56,309 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,311 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,313 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,314 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,315 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,316 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,317 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,318 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,319 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 19:09:56,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,320 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 19:09:56,321 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 19:09:56,322 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 19:09:56,324 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 19:09:56,325 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 19:09:56,326 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 19:09:56,326 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 19:09:56,334 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 19:09:56,337 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 19:09:56,338 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 19:09:56,339 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 19:09:56,339 main DEBUG createAppenders(={Console})
2024-11-13 19:09:56,340 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-13 19:09:56,340 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 19:09:56,340 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-13 19:09:56,341 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 19:09:56,341 main DEBUG OutputStream closed
2024-11-13 19:09:56,341 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 19:09:56,342 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 19:09:56,342 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-13 19:09:56,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 19:09:56,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 19:09:56,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 19:09:56,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 19:09:56,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 19:09:56,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 19:09:56,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 19:09:56,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 19:09:56,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 19:09:56,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 19:09:56,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 19:09:56,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 19:09:56,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 19:09:56,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 19:09:56,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 19:09:56,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 19:09:56,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 19:09:56,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 19:09:56,432 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 19:09:56,432 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-13 19:09:56,432 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 19:09:56,433 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-13T19:09:56,447 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-13 19:09:56,449 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 19:09:56,450 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T19:09:56,680 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388
2024-11-13T19:09:56,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T19:09:56,713 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8, deleteOnExit=true
2024-11-13T19:09:56,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T19:09:56,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/test.cache.data in system properties and HBase conf
2024-11-13T19:09:56,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T19:09:56,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.log.dir in system properties and HBase conf
2024-11-13T19:09:56,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T19:09:56,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T19:09:56,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T19:09:56,797 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T19:09:56,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T19:09:56,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T19:09:56,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T19:09:56,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T19:09:56,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T19:09:56,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T19:09:56,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T19:09:56,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T19:09:56,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T19:09:56,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T19:09:56,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/nfs.dump.dir in system properties and HBase conf
2024-11-13T19:09:56,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/java.io.tmpdir in system properties and HBase conf
2024-11-13T19:09:56,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T19:09:56,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T19:09:56,894 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T19:09:57,840 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T19:09:57,918 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2286ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T19:09:57,991 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T19:09:58,049 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T19:09:58,069 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T19:09:58,070 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T19:09:58,071 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T19:09:58,082 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T19:09:58,085 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.log.dir/,AVAILABLE}
2024-11-13T19:09:58,086 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T19:09:58,260 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/java.io.tmpdir/jetty-localhost-44089-hadoop-hdfs-3_4_1-tests_jar-_-any-18042729030657354142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T19:09:58,267 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:44089}
2024-11-13T19:09:58,267 INFO  [Time-limited test {}] server.Server(415): Started @2636ms
2024-11-13T19:09:58,735 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T19:09:58,743 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T19:09:58,744 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T19:09:58,744 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T19:09:58,745 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T19:09:58,745 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.log.dir/,AVAILABLE}
2024-11-13T19:09:58,746 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T19:09:58,846 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/java.io.tmpdir/jetty-localhost-36619-hadoop-hdfs-3_4_1-tests_jar-_-any-5074089051042895091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T19:09:58,847 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:36619}
2024-11-13T19:09:58,847 INFO  [Time-limited test {}] server.Server(415): Started @3216ms
2024-11-13T19:09:58,897 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T19:09:59,735 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/data/data2/current/BP-1056262286-172.17.0.2-1731524997416/current, will proceed with Du for space computation calculation, 
2024-11-13T19:09:59,735 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/data/data1/current/BP-1056262286-172.17.0.2-1731524997416/current, will proceed with Du for space computation calculation, 
2024-11-13T19:09:59,765 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T19:09:59,811 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aae2bf28800a6c8 with lease ID 0x2d772fb2407b3332: Processing first storage report for DS-46400938-616e-4fb7-b404-8ce1a51c59ee from datanode DatanodeRegistration(127.0.0.1:45559, datanodeUuid=842f10dd-941b-484f-9853-30cf2f7a4954, infoPort=39871, infoSecurePort=0, ipcPort=33443, storageInfo=lv=-57;cid=testClusterID;nsid=621564036;c=1731524997416)
2024-11-13T19:09:59,812 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aae2bf28800a6c8 with lease ID 0x2d772fb2407b3332: from storage DS-46400938-616e-4fb7-b404-8ce1a51c59ee node DatanodeRegistration(127.0.0.1:45559, datanodeUuid=842f10dd-941b-484f-9853-30cf2f7a4954, infoPort=39871, infoSecurePort=0, ipcPort=33443, storageInfo=lv=-57;cid=testClusterID;nsid=621564036;c=1731524997416), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T19:09:59,812 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aae2bf28800a6c8 with lease ID 0x2d772fb2407b3332: Processing first storage report for DS-ef727b51-95a8-45e5-8ef9-a16bf4dba9ea from datanode DatanodeRegistration(127.0.0.1:45559, datanodeUuid=842f10dd-941b-484f-9853-30cf2f7a4954, infoPort=39871, infoSecurePort=0, ipcPort=33443, storageInfo=lv=-57;cid=testClusterID;nsid=621564036;c=1731524997416)
2024-11-13T19:09:59,813 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aae2bf28800a6c8 with lease ID 0x2d772fb2407b3332: from storage DS-ef727b51-95a8-45e5-8ef9-a16bf4dba9ea node DatanodeRegistration(127.0.0.1:45559, datanodeUuid=842f10dd-941b-484f-9853-30cf2f7a4954, infoPort=39871, infoSecurePort=0, ipcPort=33443, storageInfo=lv=-57;cid=testClusterID;nsid=621564036;c=1731524997416), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T19:09:59,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388
2024-11-13T19:09:59,964 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/zookeeper_0, clientPort=54268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T19:09:59,974 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54268
2024-11-13T19:09:59,983 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:09:59,986 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:00,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741825_1001 (size=7)
2024-11-13T19:10:00,613 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502 with version=8
2024-11-13T19:10:00,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/hbase-staging
2024-11-13T19:10:00,694 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T19:10:00,908 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=9
2024-11-13T19:10:00,918 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:00,919 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:00,924 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T19:10:00,924 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:00,924 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T19:10:01,072 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T19:10:01,127 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T19:10:01,137 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T19:10:01,140 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T19:10:01,164 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 113120 (auto-detected)
2024-11-13T19:10:01,166 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-13T19:10:01,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41685
2024-11-13T19:10:01,214 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41685 connecting to ZooKeeper ensemble=127.0.0.1:54268
2024-11-13T19:10:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416850x0, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T19:10:01,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41685-0x10136e45d810000 connected
2024-11-13T19:10:01,374 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:01,377 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:01,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T19:10:01,391 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502, hbase.cluster.distributed=false
2024-11-13T19:10:01,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T19:10:01,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41685
2024-11-13T19:10:01,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41685
2024-11-13T19:10:01,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41685
2024-11-13T19:10:01,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41685
2024-11-13T19:10:01,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41685
2024-11-13T19:10:01,519 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=9
2024-11-13T19:10:01,520 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:01,520 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:01,521 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T19:10:01,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T19:10:01,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T19:10:01,523 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T19:10:01,526 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T19:10:01,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45921
2024-11-13T19:10:01,529 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45921 connecting to ZooKeeper ensemble=127.0.0.1:54268
2024-11-13T19:10:01,530 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:01,532 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459210x0, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T19:10:01,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459210x0, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T19:10:01,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45921-0x10136e45d810001 connected
2024-11-13T19:10:01,551 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T19:10:01,558 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T19:10:01,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-13T19:10:01,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T19:10:01,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921
2024-11-13T19:10:01,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921
2024-11-13T19:10:01,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921
2024-11-13T19:10:01,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921
2024-11-13T19:10:01,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921
2024-11-13T19:10:01,582 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:41685
2024-11-13T19:10:01,583 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T19:10:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T19:10:01,600 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-13T19:10:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:01,631 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-13T19:10:01,632 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,41685,1731525000741 from backup master directory
2024-11-13T19:10:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T19:10:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T19:10:01,640 WARN  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T19:10:01,640 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:01,642 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T19:10:01,644 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T19:10:01,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/hbase.id] with ID: 9433dbe6-af54-41f4-95ca-bd1015f7699d
2024-11-13T19:10:01,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/.tmp/hbase.id
2024-11-13T19:10:01,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741826_1002 (size=42)
2024-11-13T19:10:02,111 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/.tmp/hbase.id]:[hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/hbase.id]
2024-11-13T19:10:02,166 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T19:10:02,172 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T19:10:02,189 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-13T19:10:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:02,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741827_1003 (size=196)
2024-11-13T19:10:02,675 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:10:02,677 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T19:10:02,690 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T19:10:02,693 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T19:10:02,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741828_1004 (size=1189)
2024-11-13T19:10:03,147 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store
2024-11-13T19:10:03,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741829_1005 (size=34)
2024-11-13T19:10:03,576 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T19:10:03,580 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:10:03,581 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T19:10:03,581 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:10:03,582 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:10:03,583 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T19:10:03,583 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:10:03,583 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:10:03,584 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731525003581Disabling compacts and flushes for region at 1731525003581Disabling writes for close at 1731525003583 (+2 ms)Writing region close event to WAL at 1731525003583Closed at 1731525003583
2024-11-13T19:10:03,587 WARN  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/.initializing
2024-11-13T19:10:03,587 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/WALs/e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:03,595 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T19:10:03,608 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41685%2C1731525000741, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/WALs/e4b56bc8c4b3,41685,1731525000741, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/oldWALs, maxLogs=10
2024-11-13T19:10:03,629 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/WALs/e4b56bc8c4b3,41685,1731525000741/e4b56bc8c4b3%2C41685%2C1731525000741.1731525003612, exclude list is [], retry=0
2024-11-13T19:10:03,644 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45559,DS-46400938-616e-4fb7-b404-8ce1a51c59ee,DISK]
2024-11-13T19:10:03,647 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T19:10:03,678 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/WALs/e4b56bc8c4b3,41685,1731525000741/e4b56bc8c4b3%2C41685%2C1731525000741.1731525003612
2024-11-13T19:10:03,679 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)]
2024-11-13T19:10:03,680 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:10:03,680 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:10:03,683 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,684 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,718 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T19:10:03,743 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T19:10:03,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:03,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:10:03,749 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T19:10:03,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T19:10:03,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:03,754 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:10:03,754 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T19:10:03,757 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T19:10:03,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:03,758 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:10:03,758 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T19:10:03,760 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T19:10:03,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:03,762 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:10:03,762 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,765 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,767 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,772 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,773 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,777 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T19:10:03,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T19:10:03,785 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:10:03,786 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63278804, jitterRate=-0.057072341442108154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T19:10:03,793 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731525003695Initializing all the Stores at 1731525003698 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525003698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525003699 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525003699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525003699Cleaning up temporary data from old regions at 1731525003773 (+74 ms)Region opened successfully at 1731525003793 (+20 ms)
2024-11-13T19:10:03,794 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T19:10:03,824 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605a3771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0
2024-11-13T19:10:03,852 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T19:10:03,861 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T19:10:03,862 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T19:10:03,864 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T19:10:03,866 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-13T19:10:03,870 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-13T19:10:03,870 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T19:10:03,898 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T19:10:03,906 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-13T19:10:03,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-13T19:10:03,943 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T19:10:03,945 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-13T19:10:03,955 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-13T19:10:03,958 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T19:10:03,962 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-13T19:10:03,972 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-13T19:10:03,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-13T19:10:03,981 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-13T19:10:04,003 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T19:10:04,014 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-13T19:10:04,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T19:10:04,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T19:10:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,026 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,41685,1731525000741, sessionid=0x10136e45d810000, setting cluster-up flag (Was=false)
2024-11-13T19:10:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,081 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-13T19:10:04,085 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:04,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:10:04,131 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-13T19:10:04,134 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:10:04,143 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T19:10:04,174 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(746): ClusterId : 9433dbe6-af54-41f4-95ca-bd1015f7699d
2024-11-13T19:10:04,176 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T19:10:04,191 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T19:10:04,191 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T19:10:04,199 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T19:10:04,200 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af1abbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0
2024-11-13T19:10:04,212 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T19:10:04,213 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:45921
2024-11-13T19:10:04,215 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T19:10:04,215 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T19:10:04,216 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T19:10:04,218 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,41685,1731525000741 with port=45921, startcode=1731525001489
2024-11-13T19:10:04,222 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T19:10:04,228 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T19:10:04,229 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T19:10:04,236 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,41685,1731525000741
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T19:10:04,245 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5
2024-11-13T19:10:04,245 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5
2024-11-13T19:10:04,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5
2024-11-13T19:10:04,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5
2024-11-13T19:10:04,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10
2024-11-13T19:10:04,247 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:04,248 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2
2024-11-13T19:10:04,248 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:04,252 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731525034252
2024-11-13T19:10:04,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T19:10:04,254 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T19:10:04,254 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T19:10:04,255 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T19:10:04,259 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T19:10:04,260 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T19:10:04,260 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T19:10:04,260 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T19:10:04,260 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T19:10:04,261 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:04,261 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T19:10:04,261 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:04,264 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T19:10:04,266 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T19:10:04,266 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T19:10:04,269 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T19:10:04,269 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41685 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T19:10:04,269 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T19:10:04,271 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731525004271,5,FailOnTimeoutGroup]
2024-11-13T19:10:04,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741831_1007 (size=1321)
2024-11-13T19:10:04,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731525004271,5,FailOnTimeoutGroup]
2024-11-13T19:10:04,273 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:04,273 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T19:10:04,274 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:04,274 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:04,294 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-13T19:10:04,295 WARN  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-13T19:10:04,678 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T19:10:04,680 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:10:04,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741832_1008 (size=32)
2024-11-13T19:10:05,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:10:05,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T19:10:05,107 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T19:10:05,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:05,109 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:10:05,109 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T19:10:05,112 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T19:10:05,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:05,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:10:05,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T19:10:05,116 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T19:10:05,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:05,118 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:10:05,118 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T19:10:05,121 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T19:10:05,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:10:05,122 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:10:05,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T19:10:05,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740
2024-11-13T19:10:05,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740
2024-11-13T19:10:05,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T19:10:05,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T19:10:05,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T19:10:05,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T19:10:05,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:10:05,138 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68437407, jitterRate=0.019796833395957947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T19:10:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731525005100Initializing all the Stores at 1731525005102 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525005103 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525005103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525005103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525005103Cleaning up temporary data from old regions at 1731525005129 (+26 ms)Region opened successfully at 1731525005142 (+13 ms)
2024-11-13T19:10:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T19:10:05,142 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T19:10:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T19:10:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T19:10:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T19:10:05,144 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T19:10:05,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731525005142Disabling compacts and flushes for region at 1731525005142Disabling writes for close at 1731525005142Writing region close event to WAL at 1731525005143 (+1 ms)Closed at 1731525005144 (+1 ms)
2024-11-13T19:10:05,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T19:10:05,147 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T19:10:05,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T19:10:05,160 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T19:10:05,163 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T19:10:05,314 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:06,316 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:07,317 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:08,318 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:09,319 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:10,320 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:11,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T19:10:11,127 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T19:10:11,321 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:12,322 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:13,324 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:14,325 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:15,326 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:16,327 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:17,328 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:18,329 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:19,330 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:20,332 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:21,333 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:22,334 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:23,335 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:24,336 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:25,337 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:26,339 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:27,340 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:28,341 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:29,342 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:29,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T19:10:30,343 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:31,344 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:32,345 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:33,347 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:34,298 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,41685,1731525000741 with port=45921, startcode=1731525001489
2024-11-13T19:10:34,304 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,308 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41685 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,317 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:10:34,317 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46803
2024-11-13T19:10:34,317 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-13T19:10:34,348 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:34,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T19:10:34,364 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] zookeeper.ZKUtil(111): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,365 WARN  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T19:10:34,365 INFO  [RS:0;e4b56bc8c4b3:45921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T19:10:34,366 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,369 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,45921,1731525001489]
2024-11-13T19:10:34,392 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T19:10:34,404 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T19:10:34,408 INFO  [RS:0;e4b56bc8c4b3:45921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T19:10:34,408 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,409 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T19:10:34,414 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T19:10:34,416 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,416 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,416 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,416 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,417 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,417 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,417 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2
2024-11-13T19:10:34,417 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,417 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3
2024-11-13T19:10:34,418 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3
2024-11-13T19:10:34,419 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,419 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,420 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,420 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,420 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,420 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45921,1731525001489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T19:10:34,438 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T19:10:34,439 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45921,1731525001489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,440 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,440 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.Replication(171): e4b56bc8c4b3,45921,1731525001489 started
2024-11-13T19:10:34,457 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:10:34,457 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,45921,1731525001489, RpcServer on e4b56bc8c4b3/172.17.0.2:45921, sessionid=0x10136e45d810001
2024-11-13T19:10:34,458 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T19:10:34,458 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,459 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45921,1731525001489'
2024-11-13T19:10:34,459 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-13T19:10:34,460 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-13T19:10:34,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T19:10:34,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T19:10:34,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:10:34,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45921,1731525001489'
2024-11-13T19:10:34,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-13T19:10:34,462 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-13T19:10:34,462 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T19:10:34,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T19:10:34,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T19:10:35,349 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:36,350 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:37,351 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:38,352 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:39,353 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:40,355 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:41,356 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:42,357 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:43,358 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:44,359 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:45,360 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:46,361 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:47,362 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:48,363 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:49,364 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:50,365 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:51,366 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:52,368 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:53,369 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:54,370 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:55,371 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:56,373 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:57,374 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:58,375 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:59,376 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:10:59,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T19:11:00,377 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:11:01,378 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:11:02,379 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:11:03,380 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:11:04,381 WARN  [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T19:11:04,473 INFO  [RS:0;e4b56bc8c4b3:45921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T19:11:04,477 INFO  [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45921%2C1731525001489, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/oldWALs, maxLogs=32
2024-11-13T19:11:04,493 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489/e4b56bc8c4b3%2C45921%2C1731525001489.1731525064480, exclude list is [], retry=0
2024-11-13T19:11:04,498 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45559,DS-46400938-616e-4fb7-b404-8ce1a51c59ee,DISK]
2024-11-13T19:11:04,502 INFO  [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489/e4b56bc8c4b3%2C45921%2C1731525001489.1731525064480
2024-11-13T19:11:04,503 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)]
2024-11-13T19:11:04,635 DEBUG [e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T19:11:04,648 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:04,654 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45921,1731525001489, state=OPENING
2024-11-13T19:11:04,713 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T19:11:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:11:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:11:04,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T19:11:04,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T19:11:04,724 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T19:11:04,726 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:04,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T19:11:04,905 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T19:11:04,915 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T19:11:04,916 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T19:11:04,916 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T19:11:04,919 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45921%2C1731525001489.meta, suffix=.meta, logDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/oldWALs, maxLogs=32
2024-11-13T19:11:04,934 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489/e4b56bc8c4b3%2C45921%2C1731525001489.meta.1731525064921.meta, exclude list is [], retry=0
2024-11-13T19:11:04,938 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45559,DS-46400938-616e-4fb7-b404-8ce1a51c59ee,DISK]
2024-11-13T19:11:04,940 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489/e4b56bc8c4b3%2C45921%2C1731525001489.meta.1731525064921.meta
2024-11-13T19:11:04,941 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)]
2024-11-13T19:11:04,941 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:04,943 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T19:11:04,945 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T19:11:04,949 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T19:11:04,953 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T19:11:04,954 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:04,954 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T19:11:04,954 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T19:11:04,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T19:11:04,959 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T19:11:04,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:04,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:11:04,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T19:11:04,962 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T19:11:04,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:04,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:11:04,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T19:11:04,964 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T19:11:04,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:04,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:11:04,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T19:11:04,967 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T19:11:04,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:04,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T19:11:04,968 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T19:11:04,969 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740
2024-11-13T19:11:04,972 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740
2024-11-13T19:11:04,974 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T19:11:04,974 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T19:11:04,975 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T19:11:04,978 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T19:11:04,979 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72533287, jitterRate=0.08083020150661469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T19:11:04,980 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T19:11:04,981 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731525064955Writing region info on filesystem at 1731525064955Initializing all the Stores at 1731525064957 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525064957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525064957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525064957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731525064957Cleaning up temporary data from old regions at 1731525064975 (+18 ms)Running coprocessor post-open hooks at 1731525064980 (+5 ms)Region opened successfully at 1731525064981 (+1 ms)
2024-11-13T19:11:04,987 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731525064894
2024-11-13T19:11:04,998 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T19:11:04,998 INFO  [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T19:11:05,000 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:05,003 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45921,1731525001489, state=OPEN
2024-11-13T19:11:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T19:11:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T19:11:05,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T19:11:05,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T19:11:05,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:05,042 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T19:11:05,042 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45921,1731525001489 in 312 msec
2024-11-13T19:11:05,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T19:11:05,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8920 sec
2024-11-13T19:11:05,053 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T19:11:05,053 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T19:11:05,069 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T19:11:05,070 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=-1]
2024-11-13T19:11:05,089 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T19:11:05,091 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T19:11:05,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.941 sec
2024-11-13T19:11:05,112 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731525065112, completionTime=-1
2024-11-13T19:11:05,114 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T19:11:05,114 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T19:11:05,138 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T19:11:05,138 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731525125138
2024-11-13T19:11:05,138 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731525185138
2024-11-13T19:11:05,139 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-13T19:11:05,140 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,140 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,141 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,142 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:41685, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,142 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,143 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,148 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T19:11:05,169 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.529sec
2024-11-13T19:11:05,171 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T19:11:05,172 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T19:11:05,173 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T19:11:05,173 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T19:11:05,173 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T19:11:05,174 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T19:11:05,174 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T19:11:05,182 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T19:11:05,183 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T19:11:05,184 INFO  [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41685,1731525000741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T19:11:05,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,284 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T19:11:05,284 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T19:11:05,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41685,-1 for getting cluster id
2024-11-13T19:11:05,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T19:11:05,297 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9433dbe6-af54-41f4-95ca-bd1015f7699d'
2024-11-13T19:11:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T19:11:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9433dbe6-af54-41f4-95ca-bd1015f7699d"

2024-11-13T19:11:05,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41685,-1]
2024-11-13T19:11:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T19:11:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:11:05,310 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T19:11:05,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T19:11:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=-1]
2024-11-13T19:11:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T19:11:05,326 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T19:11:05,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:11:05,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41685,-1 for getting cluster id
2024-11-13T19:11:05,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T19:11:05,347 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9433dbe6-af54-41f4-95ca-bd1015f7699d'
2024-11-13T19:11:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T19:11:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9433dbe6-af54-41f4-95ca-bd1015f7699d"

2024-11-13T19:11:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41685,-1]
2024-11-13T19:11:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T19:11:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:11:05,350 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T19:11:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T19:11:05,367 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=79, ProcessCount=11, AvailableMemoryMB=3938
2024-11-13T19:11:05,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T19:11:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:11:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21
2024-11-13T19:11:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T19:11:05,382 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T19:11:05,387 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T19:11:05,398 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:05,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-13T19:11:05,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:05,402 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T19:11:05,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741835_1011 (size=428)
2024-11-13T19:11:05,850 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ebb71e4efbd19717a4717e693104091, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:05,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741836_1012 (size=79)
2024-11-13T19:11:06,340 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:06,340 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6ebb71e4efbd19717a4717e693104091, disabling compactions & flushes
2024-11-13T19:11:06,341 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,341 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,341 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091. after waiting 0 ms
2024-11-13T19:11:06,341 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,342 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,342 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ebb71e4efbd19717a4717e693104091:
Waiting for close lock at 1731525066340Disabling compacts and flushes for region at 1731525066340Disabling writes for close at 1731525066341 (+1 ms)Writing region close event to WAL at 1731525066341Closed at 1731525066341
2024-11-13T19:11:06,346 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:06,351 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731525066346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525066346"}]},"ts":"1731525066346"}
2024-11-13T19:11:06,356 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:06,358 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:06,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525066359"}]},"ts":"1731525066359"}
2024-11-13T19:11:06,366 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-13T19:11:06,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6ebb71e4efbd19717a4717e693104091, ASSIGN}]
2024-11-13T19:11:06,370 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6ebb71e4efbd19717a4717e693104091, ASSIGN
2024-11-13T19:11:06,371 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6ebb71e4efbd19717a4717e693104091, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T19:11:06,526 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ebb71e4efbd19717a4717e693104091, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:06,536 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6ebb71e4efbd19717a4717e693104091, ASSIGN because future has completed
2024-11-13T19:11:06,538 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ebb71e4efbd19717a4717e693104091, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:06,706 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,707 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ebb71e4efbd19717a4717e693104091, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:06,707 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,707 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:06,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,711 INFO  [StoreOpener-6ebb71e4efbd19717a4717e693104091-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6ebb71e4efbd19717a4717e693104091 
2024-11-13T19:11:06,714 INFO  [StoreOpener-6ebb71e4efbd19717a4717e693104091-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ebb71e4efbd19717a4717e693104091 columnFamilyName testFamily
2024-11-13T19:11:06,714 DEBUG [StoreOpener-6ebb71e4efbd19717a4717e693104091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:06,715 INFO  [StoreOpener-6ebb71e4efbd19717a4717e693104091-1 {}] regionserver.HStore(327): Store=6ebb71e4efbd19717a4717e693104091/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:06,715 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,717 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,718 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,719 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,719 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,721 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,725 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:06,726 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ebb71e4efbd19717a4717e693104091; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71403559, jitterRate=0.06399594247341156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:06,726 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:11:06,727 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ebb71e4efbd19717a4717e693104091:
Running coprocessor pre-open hook at 1731525066708Writing region info on filesystem at 1731525066708Initializing all the Stores at 1731525066710 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525066710Cleaning up temporary data from old regions at 1731525066719 (+9 ms)Running coprocessor post-open hooks at 1731525066726 (+7 ms)Region opened successfully at 1731525066727 (+1 ms)
2024-11-13T19:11:06,729 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091., pid=6, masterSystemTime=1731525066692
2024-11-13T19:11:06,732 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,732 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:11:06,733 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ebb71e4efbd19717a4717e693104091, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:06,738 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ebb71e4efbd19717a4717e693104091, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:06,744 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-13T19:11:06,744 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ebb71e4efbd19717a4717e693104091, server=e4b56bc8c4b3,45921,1731525001489 in 203 msec
2024-11-13T19:11:06,748 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-13T19:11:06,748 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6ebb71e4efbd19717a4717e693104091, ASSIGN in 377 msec
2024-11-13T19:11:06,750 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:06,750 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525066750"}]},"ts":"1731525066750"}
2024-11-13T19:11:06,753 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-13T19:11:06,755 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:06,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.3650 sec
2024-11-13T19:11:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T19:11:08,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-13T19:11:08,430 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-13T19:11:08,431 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:08,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-13T19:11:08,438 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-13T19:11:08,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T19:11:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=-1]
2024-11-13T19:11:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T19:11:08,446 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T19:11:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:08,466 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:08,470 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-13T19:11:08,475 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T19:11:08,480 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T19:11:08,482 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T19:11:08,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4510734109215031304
2024-11-13T19:11:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525071482, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:08,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T19:11:08,493 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T19:11:08,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:08,496 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:08,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4510734109215031306
2024-11-13T19:11:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525071495, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:08,500 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:08,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4510734109215031307
2024-11-13T19:11:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525071499, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:08,504 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:08,505 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4510734109215031308
2024-11-13T19:11:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525071503, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:08,508 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:08,520 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-816021884_22 at /127.0.0.1:40096 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 79), ProcessCount=11 (was 11), AvailableMemoryMB=3922 (was 3938)
2024-11-13T19:11:08,528 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=3922
2024-11-13T19:11:08,531 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:08,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-13T19:11:08,535 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:08,535 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:08,535 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-13T19:11:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T19:11:08,537 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:08,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741837_1013 (size=414)
2024-11-13T19:11:08,955 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02c3d866a4e22bee6df0764a94f2da73, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:08,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741838_1014 (size=65)
2024-11-13T19:11:09,370 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:09,370 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 02c3d866a4e22bee6df0764a94f2da73, disabling compactions & flushes
2024-11-13T19:11:09,371 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,371 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,371 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73. after waiting 0 ms
2024-11-13T19:11:09,371 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,371 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,372 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02c3d866a4e22bee6df0764a94f2da73:
Waiting for close lock at 1731525069370Disabling compacts and flushes for region at 1731525069370Disabling writes for close at 1731525069371 (+1 ms)Writing region close event to WAL at 1731525069371Closed at 1731525069371
2024-11-13T19:11:09,376 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:09,377 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731525069376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525069376"}]},"ts":"1731525069376"}
2024-11-13T19:11:09,382 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:09,384 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:09,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525069384"}]},"ts":"1731525069384"}
2024-11-13T19:11:09,389 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T19:11:09,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=02c3d866a4e22bee6df0764a94f2da73, ASSIGN}]
2024-11-13T19:11:09,391 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=02c3d866a4e22bee6df0764a94f2da73, ASSIGN
2024-11-13T19:11:09,393 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=02c3d866a4e22bee6df0764a94f2da73, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:09,544 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02c3d866a4e22bee6df0764a94f2da73, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T19:11:09,553 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=02c3d866a4e22bee6df0764a94f2da73, ASSIGN because future has completed
2024-11-13T19:11:09,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c3d866a4e22bee6df0764a94f2da73, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:09,721 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 02c3d866a4e22bee6df0764a94f2da73, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,724 INFO  [StoreOpener-02c3d866a4e22bee6df0764a94f2da73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 02c3d866a4e22bee6df0764a94f2da73 
2024-11-13T19:11:09,726 INFO  [StoreOpener-02c3d866a4e22bee6df0764a94f2da73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c3d866a4e22bee6df0764a94f2da73 columnFamilyName testFamily
2024-11-13T19:11:09,726 DEBUG [StoreOpener-02c3d866a4e22bee6df0764a94f2da73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:09,727 INFO  [StoreOpener-02c3d866a4e22bee6df0764a94f2da73-1 {}] regionserver.HStore(327): Store=02c3d866a4e22bee6df0764a94f2da73/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:09,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:09,737 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 02c3d866a4e22bee6df0764a94f2da73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70904726, jitterRate=0.05656275153160095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:09,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:11:09,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 02c3d866a4e22bee6df0764a94f2da73:
Running coprocessor pre-open hook at 1731525069722Writing region info on filesystem at 1731525069722Initializing all the Stores at 1731525069724 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525069724Cleaning up temporary data from old regions at 1731525069730 (+6 ms)Running coprocessor post-open hooks at 1731525069737 (+7 ms)Region opened successfully at 1731525069738 (+1 ms)
2024-11-13T19:11:09,740 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., pid=9, masterSystemTime=1731525069710
2024-11-13T19:11:09,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,743 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:11:09,744 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02c3d866a4e22bee6df0764a94f2da73, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:09,747 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c3d866a4e22bee6df0764a94f2da73, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:09,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-13T19:11:09,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 02c3d866a4e22bee6df0764a94f2da73, server=e4b56bc8c4b3,45921,1731525001489 in 195 msec
2024-11-13T19:11:09,758 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-13T19:11:09,758 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=02c3d866a4e22bee6df0764a94f2da73, ASSIGN in 364 msec
2024-11-13T19:11:09,759 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:09,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525069760"}]},"ts":"1731525069760"}
2024-11-13T19:11:09,763 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T19:11:09,765 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:09,768 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2340 sec
2024-11-13T19:11:10,497 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:10,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-13T19:11:10,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T19:11:10,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-13T19:11:11,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T19:11:11,124 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:11,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T19:11:11,126 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T19:11:11,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T19:11:11,127 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:11,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-13T19:11:11,128 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T19:11:11,572 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-13T19:11:11,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T19:11:11,574 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:11,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T19:11:11,583 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:11,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-13T19:11:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:11,600 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:11,601 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T19:11:11,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T19:11:11,606 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T19:11:17,615 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T19:11:17,616 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T19:11:17,616 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:11:17,625 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=3899 (was 3922)
2024-11-13T19:11:17,632 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=3899
2024-11-13T19:11:17,634 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:17,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-13T19:11:17,637 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:17,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:17,638 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-13T19:11:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T19:11:17,639 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:17,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741839_1015 (size=412)
2024-11-13T19:11:18,055 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4592475051dff6278a9bc4e5e0e6d2ae, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:18,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741840_1016 (size=63)
2024-11-13T19:11:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-13T19:11:18,469 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:18,470 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4592475051dff6278a9bc4e5e0e6d2ae, disabling compactions & flushes
2024-11-13T19:11:18,470 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,470 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,470 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae. after waiting 0 ms
2024-11-13T19:11:18,470 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,470 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,470 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4592475051dff6278a9bc4e5e0e6d2ae:
Waiting for close lock at 1731525078470Disabling compacts and flushes for region at 1731525078470Disabling writes for close at 1731525078470Writing region close event to WAL at 1731525078470Closed at 1731525078470
2024-11-13T19:11:18,473 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:18,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731525078473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525078473"}]},"ts":"1731525078473"}
2024-11-13T19:11:18,478 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:18,480 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:18,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525078480"}]},"ts":"1731525078480"}
2024-11-13T19:11:18,483 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T19:11:18,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4592475051dff6278a9bc4e5e0e6d2ae, ASSIGN}]
2024-11-13T19:11:18,486 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4592475051dff6278a9bc4e5e0e6d2ae, ASSIGN
2024-11-13T19:11:18,488 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4592475051dff6278a9bc4e5e0e6d2ae, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:18,640 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4592475051dff6278a9bc4e5e0e6d2ae, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:18,648 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4592475051dff6278a9bc4e5e0e6d2ae, ASSIGN because future has completed
2024-11-13T19:11:18,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4592475051dff6278a9bc4e5e0e6d2ae, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T19:11:18,817 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4592475051dff6278a9bc4e5e0e6d2ae, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:18,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:18,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,820 INFO  [StoreOpener-4592475051dff6278a9bc4e5e0e6d2ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4592475051dff6278a9bc4e5e0e6d2ae 
2024-11-13T19:11:18,822 INFO  [StoreOpener-4592475051dff6278a9bc4e5e0e6d2ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4592475051dff6278a9bc4e5e0e6d2ae columnFamilyName testFamily
2024-11-13T19:11:18,822 DEBUG [StoreOpener-4592475051dff6278a9bc4e5e0e6d2ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:18,823 INFO  [StoreOpener-4592475051dff6278a9bc4e5e0e6d2ae-1 {}] regionserver.HStore(327): Store=4592475051dff6278a9bc4e5e0e6d2ae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:18,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:18,832 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 4592475051dff6278a9bc4e5e0e6d2ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60572656, jitterRate=-0.0973970890045166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:18,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:11:18,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4592475051dff6278a9bc4e5e0e6d2ae:
Running coprocessor pre-open hook at 1731525078818Writing region info on filesystem at 1731525078818Initializing all the Stores at 1731525078820 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525078820Cleaning up temporary data from old regions at 1731525078826 (+6 ms)Running coprocessor post-open hooks at 1731525078832 (+6 ms)Region opened successfully at 1731525078833 (+1 ms)
2024-11-13T19:11:18,834 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., pid=12, masterSystemTime=1731525078804
2024-11-13T19:11:18,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,838 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:11:18,839 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4592475051dff6278a9bc4e5e0e6d2ae, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:18,843 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4592475051dff6278a9bc4e5e0e6d2ae, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:18,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T19:11:18,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4592475051dff6278a9bc4e5e0e6d2ae, server=e4b56bc8c4b3,45921,1731525001489 in 196 msec
2024-11-13T19:11:18,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-13T19:11:18,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4592475051dff6278a9bc4e5e0e6d2ae, ASSIGN in 364 msec
2024-11-13T19:11:18,853 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:18,853 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525078853"}]},"ts":"1731525078853"}
2024-11-13T19:11:18,856 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T19:11:18,857 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:18,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2240 sec
2024-11-13T19:11:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T19:11:20,661 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-13T19:11:20,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T19:11:20,662 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:20,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T19:11:20,671 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:20,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-13T19:11:20,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:20,686 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:20,686 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T19:11:20,689 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T19:11:20,692 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T19:11:20,693 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T19:11:20,694 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T19:11:21,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-13T19:11:21,124 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:22,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-13T19:11:24,359 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:26,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031317' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T19:11:26,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45522 deadline: 1731525092707, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031317' does not exist
2024-11-13T19:11:26,714 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e4b56bc8c4b3,45921,1731525001489 for closing scanner id = 4510734109215031317 for 4592475051dff6278a9bc4e5e0e6d2ae of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031317' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T19:11:26,717 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=3884 (was 3899)
2024-11-13T19:11:26,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=3883
2024-11-13T19:11:26,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-13T19:11:26,731 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:26,731 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:26,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-13T19:11:26,733 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T19:11:26,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741841_1017 (size=423)
2024-11-13T19:11:27,150 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7ca7846700770718228044127824e9a, NAME => 'testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:27,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741842_1018 (size=74)
2024-11-13T19:11:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-13T19:11:27,567 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:27,568 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing f7ca7846700770718228044127824e9a, disabling compactions & flushes
2024-11-13T19:11:27,568 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,568 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,569 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a. after waiting 0 ms
2024-11-13T19:11:27,569 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,569 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,570 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7ca7846700770718228044127824e9a:
Waiting for close lock at 1731525087567Disabling compacts and flushes for region at 1731525087567Disabling writes for close at 1731525087569 (+2 ms)Writing region close event to WAL at 1731525087569Closed at 1731525087569
2024-11-13T19:11:27,573 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:27,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731525087573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525087573"}]},"ts":"1731525087573"}
2024-11-13T19:11:27,577 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:27,578 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:27,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525087578"}]},"ts":"1731525087578"}
2024-11-13T19:11:27,581 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-13T19:11:27,581 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7ca7846700770718228044127824e9a, ASSIGN}]
2024-11-13T19:11:27,583 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7ca7846700770718228044127824e9a, ASSIGN
2024-11-13T19:11:27,584 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7ca7846700770718228044127824e9a, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:27,735 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f7ca7846700770718228044127824e9a, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:27,742 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7ca7846700770718228044127824e9a, ASSIGN because future has completed
2024-11-13T19:11:27,743 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ca7846700770718228044127824e9a, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T19:11:27,908 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,909 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ca7846700770718228044127824e9a, NAME => 'testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:27,909 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,909 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:27,909 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,909 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,911 INFO  [StoreOpener-f7ca7846700770718228044127824e9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f7ca7846700770718228044127824e9a 
2024-11-13T19:11:27,914 INFO  [StoreOpener-f7ca7846700770718228044127824e9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ca7846700770718228044127824e9a columnFamilyName testFamily
2024-11-13T19:11:27,915 DEBUG [StoreOpener-f7ca7846700770718228044127824e9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:27,916 INFO  [StoreOpener-f7ca7846700770718228044127824e9a-1 {}] regionserver.HStore(327): Store=f7ca7846700770718228044127824e9a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:27,916 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,917 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,918 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,918 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,919 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,922 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,925 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:27,926 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f7ca7846700770718228044127824e9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70053777, jitterRate=0.04388262331485748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:27,926 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7ca7846700770718228044127824e9a
2024-11-13T19:11:27,927 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f7ca7846700770718228044127824e9a:
Running coprocessor pre-open hook at 1731525087909Writing region info on filesystem at 1731525087910 (+1 ms)Initializing all the Stores at 1731525087911 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525087911Cleaning up temporary data from old regions at 1731525087919 (+8 ms)Running coprocessor post-open hooks at 1731525087926 (+7 ms)Region opened successfully at 1731525087926
2024-11-13T19:11:27,928 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a., pid=15, masterSystemTime=1731525087898
2024-11-13T19:11:27,931 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,931 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:11:27,931 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f7ca7846700770718228044127824e9a, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:27,934 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ca7846700770718228044127824e9a, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:27,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-13T19:11:27,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f7ca7846700770718228044127824e9a, server=e4b56bc8c4b3,45921,1731525001489 in 193 msec
2024-11-13T19:11:27,942 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-13T19:11:27,942 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7ca7846700770718228044127824e9a, ASSIGN in 358 msec
2024-11-13T19:11:27,943 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:27,943 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525087943"}]},"ts":"1731525087943"}
2024-11-13T19:11:27,946 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-13T19:11:27,948 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:27,950 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2200 sec
2024-11-13T19:11:28,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-13T19:11:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T19:11:29,773 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-13T19:11:29,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-13T19:11:29,774 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:29,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-13T19:11:29,784 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:29,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-13T19:11:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:29,799 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:29,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-13T19:11:29,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T19:11:29,804 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T19:11:29,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T19:11:29,806 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4510734109215031321
2024-11-13T19:11:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525092805, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:29,810 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T19:11:29,811 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T19:11:29,812 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:29,814 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:29,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4510734109215031323
2024-11-13T19:11:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525092813, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:29,818 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:29,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4510734109215031324
2024-11-13T19:11:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525092817, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:29,822 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:29,823 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4510734109215031325
2024-11-13T19:11:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45522 deadline: 1731525092822, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T19:11:29,826 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T19:11:29,834 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-816021884_22 at /127.0.0.1:50658 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=3875 (was 3883)
2024-11-13T19:11:29,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=3875
2024-11-13T19:11:29,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-13T19:11:29,850 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:29,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:29,850 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-13T19:11:29,852 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T19:11:29,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741843_1019 (size=418)
2024-11-13T19:11:29,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T19:11:30,265 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc500b2d2d533fe5617ba822836bf73a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:30,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741844_1020 (size=69)
2024-11-13T19:11:30,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:30,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing dc500b2d2d533fe5617ba822836bf73a, disabling compactions & flushes
2024-11-13T19:11:30,276 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a. after waiting 0 ms
2024-11-13T19:11:30,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,276 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,277 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc500b2d2d533fe5617ba822836bf73a:
Waiting for close lock at 1731525090276Disabling compacts and flushes for region at 1731525090276Disabling writes for close at 1731525090276Writing region close event to WAL at 1731525090276Closed at 1731525090276
2024-11-13T19:11:30,278 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:30,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731525090278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525090278"}]},"ts":"1731525090278"}
2024-11-13T19:11:30,281 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:30,282 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:30,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525090282"}]},"ts":"1731525090282"}
2024-11-13T19:11:30,285 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T19:11:30,285 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=dc500b2d2d533fe5617ba822836bf73a, ASSIGN}]
2024-11-13T19:11:30,286 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=dc500b2d2d533fe5617ba822836bf73a, ASSIGN
2024-11-13T19:11:30,287 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=dc500b2d2d533fe5617ba822836bf73a, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:30,438 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=dc500b2d2d533fe5617ba822836bf73a, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:30,441 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=dc500b2d2d533fe5617ba822836bf73a, ASSIGN because future has completed
2024-11-13T19:11:30,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc500b2d2d533fe5617ba822836bf73a, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:30,604 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,604 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => dc500b2d2d533fe5617ba822836bf73a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:30,605 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,605 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:30,605 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,605 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,608 INFO  [StoreOpener-dc500b2d2d533fe5617ba822836bf73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dc500b2d2d533fe5617ba822836bf73a 
2024-11-13T19:11:30,609 INFO  [StoreOpener-dc500b2d2d533fe5617ba822836bf73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc500b2d2d533fe5617ba822836bf73a columnFamilyName testFamily
2024-11-13T19:11:30,610 DEBUG [StoreOpener-dc500b2d2d533fe5617ba822836bf73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:30,610 INFO  [StoreOpener-dc500b2d2d533fe5617ba822836bf73a-1 {}] regionserver.HStore(327): Store=dc500b2d2d533fe5617ba822836bf73a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:30,610 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,612 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,612 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,615 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,618 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:30,619 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened dc500b2d2d533fe5617ba822836bf73a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70122371, jitterRate=0.04490475356578827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:30,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:11:30,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for dc500b2d2d533fe5617ba822836bf73a:
Running coprocessor pre-open hook at 1731525090606Writing region info on filesystem at 1731525090606Initializing all the Stores at 1731525090607 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525090607Cleaning up temporary data from old regions at 1731525090613 (+6 ms)Running coprocessor post-open hooks at 1731525090619 (+6 ms)Region opened successfully at 1731525090619
2024-11-13T19:11:30,621 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., pid=18, masterSystemTime=1731525090595
2024-11-13T19:11:30,623 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,623 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:11:30,624 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=dc500b2d2d533fe5617ba822836bf73a, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:30,627 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc500b2d2d533fe5617ba822836bf73a, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:30,631 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T19:11:30,632 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure dc500b2d2d533fe5617ba822836bf73a, server=e4b56bc8c4b3,45921,1731525001489 in 187 msec
2024-11-13T19:11:30,635 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-13T19:11:30,635 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=dc500b2d2d533fe5617ba822836bf73a, ASSIGN in 347 msec
2024-11-13T19:11:30,636 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:30,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525090636"}]},"ts":"1731525090636"}
2024-11-13T19:11:30,639 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T19:11:30,640 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:30,642 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 794 msec
2024-11-13T19:11:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T19:11:30,872 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-13T19:11:30,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T19:11:30,873 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:30,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T19:11:30,883 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:30,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-13T19:11:30,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:30,899 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:30,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T19:11:30,902 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T19:11:30,903 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T19:11:31,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-13T19:11:31,124 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:31,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-13T19:11:31,126 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:31,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-13T19:11:31,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-13T19:11:31,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:11:32,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-13T19:11:32,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:32,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T19:11:33,416 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:33,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=971ms
2024-11-13T19:11:33,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=971ms
2024-11-13T19:11:33,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:11:33,928 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=3863 (was 3875)
2024-11-13T19:11:33,937 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=3863
2024-11-13T19:11:33,940 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-13T19:11:33,944 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:33,944 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:33,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-13T19:11:33,945 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T19:11:33,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741845_1021 (size=416)
2024-11-13T19:11:34,359 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93e2a90ac5e1e28a540127219f1086c0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:34,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741846_1022 (size=67)
2024-11-13T19:11:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-13T19:11:34,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-13T19:11:34,774 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:34,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 93e2a90ac5e1e28a540127219f1086c0, disabling compactions & flushes
2024-11-13T19:11:34,775 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:34,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:34,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0. after waiting 0 ms
2024-11-13T19:11:34,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:34,776 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:34,777 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93e2a90ac5e1e28a540127219f1086c0:
Waiting for close lock at 1731525094775Disabling compacts and flushes for region at 1731525094775Disabling writes for close at 1731525094775Writing region close event to WAL at 1731525094776 (+1 ms)Closed at 1731525094776
2024-11-13T19:11:34,779 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:34,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731525094779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525094779"}]},"ts":"1731525094779"}
2024-11-13T19:11:34,783 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:34,784 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:34,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525094784"}]},"ts":"1731525094784"}
2024-11-13T19:11:34,787 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T19:11:34,787 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=93e2a90ac5e1e28a540127219f1086c0, ASSIGN}]
2024-11-13T19:11:34,789 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=93e2a90ac5e1e28a540127219f1086c0, ASSIGN
2024-11-13T19:11:34,791 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=93e2a90ac5e1e28a540127219f1086c0, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:34,942 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=93e2a90ac5e1e28a540127219f1086c0, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:34,948 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=93e2a90ac5e1e28a540127219f1086c0, ASSIGN because future has completed
2024-11-13T19:11:34,948 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e2a90ac5e1e28a540127219f1086c0, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T19:11:35,114 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:35,115 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e2a90ac5e1e28a540127219f1086c0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:35,116 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,116 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:35,117 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,117 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,120 INFO  [StoreOpener-93e2a90ac5e1e28a540127219f1086c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 93e2a90ac5e1e28a540127219f1086c0 
2024-11-13T19:11:35,122 INFO  [StoreOpener-93e2a90ac5e1e28a540127219f1086c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e2a90ac5e1e28a540127219f1086c0 columnFamilyName testFamily
2024-11-13T19:11:35,122 DEBUG [StoreOpener-93e2a90ac5e1e28a540127219f1086c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:35,122 INFO  [StoreOpener-93e2a90ac5e1e28a540127219f1086c0-1 {}] regionserver.HStore(327): Store=93e2a90ac5e1e28a540127219f1086c0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:35,123 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,124 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,124 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,125 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,125 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,127 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,130 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:35,131 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 93e2a90ac5e1e28a540127219f1086c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64685827, jitterRate=-0.03610606491565704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:35,131 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:11:35,131 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 93e2a90ac5e1e28a540127219f1086c0:
Running coprocessor pre-open hook at 1731525095117Writing region info on filesystem at 1731525095117Initializing all the Stores at 1731525095119 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525095119Cleaning up temporary data from old regions at 1731525095125 (+6 ms)Running coprocessor post-open hooks at 1731525095131 (+6 ms)Region opened successfully at 1731525095131
2024-11-13T19:11:35,132 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0., pid=21, masterSystemTime=1731525095102
2024-11-13T19:11:35,135 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:35,135 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:11:35,136 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=93e2a90ac5e1e28a540127219f1086c0, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:35,138 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e2a90ac5e1e28a540127219f1086c0, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:35,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-13T19:11:35,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e2a90ac5e1e28a540127219f1086c0, server=e4b56bc8c4b3,45921,1731525001489 in 192 msec
2024-11-13T19:11:35,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-13T19:11:35,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=93e2a90ac5e1e28a540127219f1086c0, ASSIGN in 356 msec
2024-11-13T19:11:35,147 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:35,147 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525095147"}]},"ts":"1731525095147"}
2024-11-13T19:11:35,150 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T19:11:35,151 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:35,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2110 sec
2024-11-13T19:11:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T19:11:36,980 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-13T19:11:36,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T19:11:36,980 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:36,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T19:11:36,987 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:36,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-13T19:11:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:37,001 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:37,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T19:11:37,005 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T19:11:37,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T19:11:37,009 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T19:11:37,010 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T19:11:40,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031336' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T19:11:40,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45522 deadline: 1731525101016, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031336' does not exist
2024-11-13T19:11:40,019 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e4b56bc8c4b3,45921,1731525001489 for closing scanner id = 4510734109215031336 for 93e2a90ac5e1e28a540127219f1086c0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031336' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T19:11:40,025 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=55 (was 60), ProcessCount=11 (was 11), AvailableMemoryMB=3854 (was 3863)
2024-11-13T19:11:40,034 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=55, ProcessCount=11, AvailableMemoryMB=3854
2024-11-13T19:11:40,037 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-13T19:11:40,053 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:40,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:40,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-13T19:11:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T19:11:40,055 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:40,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741847_1023 (size=411)
2024-11-13T19:11:40,471 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba0c3c30aa43d903b3d67a371243fcd7, NAME => 'testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:40,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741848_1024 (size=62)
2024-11-13T19:11:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-13T19:11:40,622 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:40,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-13T19:11:40,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:40,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ba0c3c30aa43d903b3d67a371243fcd7, disabling compactions & flushes
2024-11-13T19:11:40,886 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:40,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:40,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7. after waiting 0 ms
2024-11-13T19:11:40,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:40,886 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:40,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba0c3c30aa43d903b3d67a371243fcd7:
Waiting for close lock at 1731525100885Disabling compacts and flushes for region at 1731525100885Disabling writes for close at 1731525100886 (+1 ms)Writing region close event to WAL at 1731525100886Closed at 1731525100886
2024-11-13T19:11:40,890 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:40,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731525100890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525100890"}]},"ts":"1731525100890"}
2024-11-13T19:11:40,893 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:40,895 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:40,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525100895"}]},"ts":"1731525100895"}
2024-11-13T19:11:40,899 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T19:11:40,899 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ba0c3c30aa43d903b3d67a371243fcd7, ASSIGN}]
2024-11-13T19:11:40,901 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ba0c3c30aa43d903b3d67a371243fcd7, ASSIGN
2024-11-13T19:11:40,902 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ba0c3c30aa43d903b3d67a371243fcd7, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:41,053 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ba0c3c30aa43d903b3d67a371243fcd7, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:41,060 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ba0c3c30aa43d903b3d67a371243fcd7, ASSIGN because future has completed
2024-11-13T19:11:41,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba0c3c30aa43d903b3d67a371243fcd7, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T19:11:41,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-13T19:11:41,123 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:41,228 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:41,229 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ba0c3c30aa43d903b3d67a371243fcd7, NAME => 'testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:41,230 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,230 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:41,230 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,230 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,233 INFO  [StoreOpener-ba0c3c30aa43d903b3d67a371243fcd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ba0c3c30aa43d903b3d67a371243fcd7 
2024-11-13T19:11:41,235 INFO  [StoreOpener-ba0c3c30aa43d903b3d67a371243fcd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba0c3c30aa43d903b3d67a371243fcd7 columnFamilyName testFamily
2024-11-13T19:11:41,235 DEBUG [StoreOpener-ba0c3c30aa43d903b3d67a371243fcd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:41,235 INFO  [StoreOpener-ba0c3c30aa43d903b3d67a371243fcd7-1 {}] regionserver.HStore(327): Store=ba0c3c30aa43d903b3d67a371243fcd7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:41,236 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,237 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,237 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,238 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,238 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,240 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,243 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:41,244 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ba0c3c30aa43d903b3d67a371243fcd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497174, jitterRate=-0.09852185845375061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:41,244 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:11:41,244 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ba0c3c30aa43d903b3d67a371243fcd7:
Running coprocessor pre-open hook at 1731525101231Writing region info on filesystem at 1731525101231Initializing all the Stores at 1731525101232 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525101232Cleaning up temporary data from old regions at 1731525101238 (+6 ms)Running coprocessor post-open hooks at 1731525101244 (+6 ms)Region opened successfully at 1731525101244
2024-11-13T19:11:41,246 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., pid=24, masterSystemTime=1731525101216
2024-11-13T19:11:41,248 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:41,248 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:11:41,249 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ba0c3c30aa43d903b3d67a371243fcd7, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:41,251 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba0c3c30aa43d903b3d67a371243fcd7, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:41,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-13T19:11:41,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ba0c3c30aa43d903b3d67a371243fcd7, server=e4b56bc8c4b3,45921,1731525001489 in 192 msec
2024-11-13T19:11:41,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-13T19:11:41,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ba0c3c30aa43d903b3d67a371243fcd7, ASSIGN in 355 msec
2024-11-13T19:11:41,259 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:41,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525101259"}]},"ts":"1731525101259"}
2024-11-13T19:11:41,261 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T19:11:41,262 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:41,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2250 sec
2024-11-13T19:11:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T19:11:43,082 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-13T19:11:43,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T19:11:43,083 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:43,090 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T19:11:43,091 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:43,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-13T19:11:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:43,103 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:43,103 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T19:11:43,106 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T19:11:43,108 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T19:11:43,109 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T19:11:43,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T19:11:45,191 INFO  [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T19:11:45,191 INFO  [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T19:11:46,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031340' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T19:11:46,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45522 deadline: 1731525107116, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031340' does not exist
2024-11-13T19:11:46,118 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e4b56bc8c4b3,45921,1731525001489 for closing scanner id = 4510734109215031340 for ba0c3c30aa43d903b3d67a371243fcd7 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031340' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T19:11:46,125 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 55), ProcessCount=11 (was 11), AvailableMemoryMB=3843 (was 3854)
2024-11-13T19:11:46,134 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=51, ProcessCount=11, AvailableMemoryMB=3843
2024-11-13T19:11:46,137 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:46,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T19:11:46,140 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:46,140 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:46,140 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-13T19:11:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T19:11:46,141 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:46,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741849_1025 (size=419)
2024-11-13T19:11:46,559 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfb539c1e9b03798fc704de10039e169, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:46,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741850_1026 (size=70)
2024-11-13T19:11:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-13T19:11:46,733 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:46,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-13T19:11:46,975 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:46,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing bfb539c1e9b03798fc704de10039e169, disabling compactions & flushes
2024-11-13T19:11:46,976 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:46,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:46,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169. after waiting 0 ms
2024-11-13T19:11:46,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:46,977 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:46,977 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfb539c1e9b03798fc704de10039e169:
Waiting for close lock at 1731525106976Disabling compacts and flushes for region at 1731525106976Disabling writes for close at 1731525106976Writing region close event to WAL at 1731525106977 (+1 ms)Closed at 1731525106977
2024-11-13T19:11:46,979 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:46,980 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731525106979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525106979"}]},"ts":"1731525106979"}
2024-11-13T19:11:46,984 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:46,986 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:46,986 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525106986"}]},"ts":"1731525106986"}
2024-11-13T19:11:46,989 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T19:11:46,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bfb539c1e9b03798fc704de10039e169, ASSIGN}]
2024-11-13T19:11:46,991 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bfb539c1e9b03798fc704de10039e169, ASSIGN
2024-11-13T19:11:46,992 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bfb539c1e9b03798fc704de10039e169, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:47,143 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=bfb539c1e9b03798fc704de10039e169, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T19:11:47,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bfb539c1e9b03798fc704de10039e169, ASSIGN because future has completed
2024-11-13T19:11:47,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb539c1e9b03798fc704de10039e169, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:47,318 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:47,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb539c1e9b03798fc704de10039e169, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:47,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:47,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,321 INFO  [StoreOpener-bfb539c1e9b03798fc704de10039e169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bfb539c1e9b03798fc704de10039e169 
2024-11-13T19:11:47,323 INFO  [StoreOpener-bfb539c1e9b03798fc704de10039e169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb539c1e9b03798fc704de10039e169 columnFamilyName testFamily
2024-11-13T19:11:47,323 DEBUG [StoreOpener-bfb539c1e9b03798fc704de10039e169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:47,324 INFO  [StoreOpener-bfb539c1e9b03798fc704de10039e169-1 {}] regionserver.HStore(327): Store=bfb539c1e9b03798fc704de10039e169/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:47,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:47,332 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened bfb539c1e9b03798fc704de10039e169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63581075, jitterRate=-0.05256815254688263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:11:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for bfb539c1e9b03798fc704de10039e169:
Running coprocessor pre-open hook at 1731525107319Writing region info on filesystem at 1731525107319Initializing all the Stores at 1731525107321 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525107321Cleaning up temporary data from old regions at 1731525107326 (+5 ms)Running coprocessor post-open hooks at 1731525107332 (+6 ms)Region opened successfully at 1731525107332
2024-11-13T19:11:47,334 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., pid=27, masterSystemTime=1731525107307
2024-11-13T19:11:47,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:47,337 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:11:47,337 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=bfb539c1e9b03798fc704de10039e169, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:47,340 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb539c1e9b03798fc704de10039e169, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:47,344 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-13T19:11:47,344 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb539c1e9b03798fc704de10039e169, server=e4b56bc8c4b3,45921,1731525001489 in 191 msec
2024-11-13T19:11:47,346 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-13T19:11:47,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bfb539c1e9b03798fc704de10039e169, ASSIGN in 355 msec
2024-11-13T19:11:47,347 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:47,348 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525107347"}]},"ts":"1731525107347"}
2024-11-13T19:11:47,350 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T19:11:47,351 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:47,354 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2140 sec
2024-11-13T19:11:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T19:11:49,172 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-13T19:11:49,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T19:11:49,173 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:49,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T19:11:49,182 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:49,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T19:11:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:49,194 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:49,194 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T19:11:49,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T19:11:49,199 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T19:11:51,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-13T19:11:51,124 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:51,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T19:11:51,126 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T19:11:52,824 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:11:52,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-13T19:11:55,200 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-13T19:11:55,200 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-13T19:11:55,201 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:11:55,218 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=43 (was 51), ProcessCount=11 (was 11), AvailableMemoryMB=3829 (was 3843)
2024-11-13T19:11:55,229 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=43, ProcessCount=11, AvailableMemoryMB=3829
2024-11-13T19:11:55,232 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:11:55,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-13T19:11:55,235 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:11:55,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:55,235 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-13T19:11:55,236 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:11:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T19:11:55,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741851_1027 (size=407)
2024-11-13T19:11:55,648 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ef7892947196431d72a4322ec016e65, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:11:55,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741852_1028 (size=58)
2024-11-13T19:11:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-13T19:11:56,061 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:56,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7ef7892947196431d72a4322ec016e65, disabling compactions & flushes
2024-11-13T19:11:56,062 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65. after waiting 0 ms
2024-11-13T19:11:56,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,063 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ef7892947196431d72a4322ec016e65:
Waiting for close lock at 1731525116062Disabling compacts and flushes for region at 1731525116062Disabling writes for close at 1731525116063 (+1 ms)Writing region close event to WAL at 1731525116063Closed at 1731525116063
2024-11-13T19:11:56,068 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:11:56,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731525116068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525116068"}]},"ts":"1731525116068"}
2024-11-13T19:11:56,073 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:11:56,075 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:11:56,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525116075"}]},"ts":"1731525116075"}
2024-11-13T19:11:56,077 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T19:11:56,078 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ef7892947196431d72a4322ec016e65, ASSIGN}]
2024-11-13T19:11:56,079 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ef7892947196431d72a4322ec016e65, ASSIGN
2024-11-13T19:11:56,080 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ef7892947196431d72a4322ec016e65, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:11:56,231 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ef7892947196431d72a4322ec016e65, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:56,238 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ef7892947196431d72a4322ec016e65, ASSIGN because future has completed
2024-11-13T19:11:56,238 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef7892947196431d72a4322ec016e65, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:11:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T19:11:56,404 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ef7892947196431d72a4322ec016e65, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:11:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:11:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,409 INFO  [StoreOpener-7ef7892947196431d72a4322ec016e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ef7892947196431d72a4322ec016e65 
2024-11-13T19:11:56,412 INFO  [StoreOpener-7ef7892947196431d72a4322ec016e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef7892947196431d72a4322ec016e65 columnFamilyName testFamily
2024-11-13T19:11:56,413 DEBUG [StoreOpener-7ef7892947196431d72a4322ec016e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:11:56,414 INFO  [StoreOpener-7ef7892947196431d72a4322ec016e65-1 {}] regionserver.HStore(327): Store=7ef7892947196431d72a4322ec016e65/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:11:56,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:11:56,425 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 7ef7892947196431d72a4322ec016e65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64041064, jitterRate=-0.04571378231048584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:11:56,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:11:56,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7ef7892947196431d72a4322ec016e65:
Running coprocessor pre-open hook at 1731525116407Writing region info on filesystem at 1731525116407Initializing all the Stores at 1731525116409 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525116409Cleaning up temporary data from old regions at 1731525116417 (+8 ms)Running coprocessor post-open hooks at 1731525116425 (+8 ms)Region opened successfully at 1731525116426 (+1 ms)
2024-11-13T19:11:56,427 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65., pid=30, masterSystemTime=1731525116392
2024-11-13T19:11:56,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,430 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:11:56,431 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ef7892947196431d72a4322ec016e65, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:11:56,433 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef7892947196431d72a4322ec016e65, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:11:56,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T19:11:56,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ef7892947196431d72a4322ec016e65, server=e4b56bc8c4b3,45921,1731525001489 in 196 msec
2024-11-13T19:11:56,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-13T19:11:56,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7ef7892947196431d72a4322ec016e65, ASSIGN in 358 msec
2024-11-13T19:11:56,440 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:11:56,440 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525116440"}]},"ts":"1731525116440"}
2024-11-13T19:11:56,442 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T19:11:56,443 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:11:56,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2110 sec
2024-11-13T19:11:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T19:11:58,262 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-13T19:11:58,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T19:11:58,263 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:58,274 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T19:11:58,274 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:11:58,274 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-13T19:11:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:11:58,287 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:11:58,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T19:11:58,291 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T19:11:58,293 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T19:11:58,294 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T19:11:58,294 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T19:11:58,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-13T19:11:59,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T19:12:01,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T19:12:01,124 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T19:12:01,911 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:12:04,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031348' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T19:12:04,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45522 deadline: 1731525130301, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031348' does not exist
2024-11-13T19:12:04,304 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e4b56bc8c4b3,45921,1731525001489 for closing scanner id = 4510734109215031348 for 7ef7892947196431d72a4322ec016e65 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4510734109215031348' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T19:12:04,310 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=36 (was 43), ProcessCount=11 (was 11), AvailableMemoryMB=3806 (was 3829)
2024-11-13T19:12:04,317 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=36, ProcessCount=11, AvailableMemoryMB=3806
2024-11-13T19:12:04,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T19:12:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T19:12:04,322 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T19:12:04,322 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:12:04,322 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-13T19:12:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T19:12:04,323 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T19:12:04,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741853_1029 (size=423)
2024-11-13T19:12:04,739 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90df83030d303427c5b97895205cfa4f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502
2024-11-13T19:12:04,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741854_1030 (size=74)
2024-11-13T19:12:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-13T19:12:05,147 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 90df83030d303427c5b97895205cfa4f, disabling compactions & flushes
2024-11-13T19:12:05,150 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f. after waiting 0 ms
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,150 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90df83030d303427c5b97895205cfa4f:
Waiting for close lock at 1731525125150Disabling compacts and flushes for region at 1731525125150Disabling writes for close at 1731525125150Writing region close event to WAL at 1731525125150Closed at 1731525125150
2024-11-13T19:12:05,153 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T19:12:05,153 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731525125153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731525125153"}]},"ts":"1731525125153"}
2024-11-13T19:12:05,156 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T19:12:05,157 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T19:12:05,157 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525125157"}]},"ts":"1731525125157"}
2024-11-13T19:12:05,160 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T19:12:05,160 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=90df83030d303427c5b97895205cfa4f, ASSIGN}]
2024-11-13T19:12:05,161 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=90df83030d303427c5b97895205cfa4f, ASSIGN
2024-11-13T19:12:05,162 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=90df83030d303427c5b97895205cfa4f, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45921,1731525001489; forceNewPlan=false, retain=false
2024-11-13T19:12:05,314 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=90df83030d303427c5b97895205cfa4f, regionState=OPENING, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:12:05,322 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=90df83030d303427c5b97895205cfa4f, ASSIGN because future has completed
2024-11-13T19:12:05,323 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90df83030d303427c5b97895205cfa4f, server=e4b56bc8c4b3,45921,1731525001489}]
2024-11-13T19:12:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T19:12:05,486 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,487 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 90df83030d303427c5b97895205cfa4f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.', STARTKEY => '', ENDKEY => ''}
2024-11-13T19:12:05,487 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,487 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T19:12:05,487 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,487 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,489 INFO  [StoreOpener-90df83030d303427c5b97895205cfa4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 90df83030d303427c5b97895205cfa4f 
2024-11-13T19:12:05,491 INFO  [StoreOpener-90df83030d303427c5b97895205cfa4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90df83030d303427c5b97895205cfa4f columnFamilyName testFamily
2024-11-13T19:12:05,491 DEBUG [StoreOpener-90df83030d303427c5b97895205cfa4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T19:12:05,492 INFO  [StoreOpener-90df83030d303427c5b97895205cfa4f-1 {}] regionserver.HStore(327): Store=90df83030d303427c5b97895205cfa4f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T19:12:05,492 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,493 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,493 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,494 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,494 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,496 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,498 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T19:12:05,498 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 90df83030d303427c5b97895205cfa4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65693608, jitterRate=-0.02108895778656006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T19:12:05,499 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:05,499 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 90df83030d303427c5b97895205cfa4f:
Running coprocessor pre-open hook at 1731525125487Writing region info on filesystem at 1731525125487Initializing all the Stores at 1731525125489 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731525125489Cleaning up temporary data from old regions at 1731525125494 (+5 ms)Running coprocessor post-open hooks at 1731525125499 (+5 ms)Region opened successfully at 1731525125499
2024-11-13T19:12:05,500 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., pid=33, masterSystemTime=1731525125476
2024-11-13T19:12:05,502 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,502 INFO  [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:05,503 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=90df83030d303427c5b97895205cfa4f, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:12:05,506 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90df83030d303427c5b97895205cfa4f, server=e4b56bc8c4b3,45921,1731525001489 because future has completed
2024-11-13T19:12:05,509 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T19:12:05,509 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 90df83030d303427c5b97895205cfa4f, server=e4b56bc8c4b3,45921,1731525001489 in 184 msec
2024-11-13T19:12:05,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-13T19:12:05,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=90df83030d303427c5b97895205cfa4f, ASSIGN in 349 msec
2024-11-13T19:12:05,513 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T19:12:05,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731525125513"}]},"ts":"1731525125513"}
2024-11-13T19:12:05,515 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T19:12:05,516 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T19:12:05,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1970 sec
2024-11-13T19:12:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T19:12:07,352 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-13T19:12:07,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T19:12:07,353 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:12:07,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T19:12:07,363 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T19:12:07,364 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T19:12:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:12:07,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T19:12:07,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T19:12:07,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T19:12:07,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T19:12:08,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-13T19:12:08,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-13T19:12:08,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:12:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-13T19:12:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2]
2024-11-13T19:12:09,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T19:12:10,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e4b56bc8c4b3:45921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=974ms
2024-11-13T19:12:10,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=974ms
2024-11-13T19:12:10,390 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., hostname=e4b56bc8c4b3,45921,1731525001489, seqNum=2 from cache
2024-11-13T19:12:10,405 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=33 (was 36), ProcessCount=11 (was 11), AvailableMemoryMB=3799 (was 3806)
2024-11-13T19:12:10,405 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T19:12:10,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T19:12:10,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,412 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T19:12:10,412 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T19:12:10,412 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T19:12:10,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T19:12:10,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,413 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T19:12:10,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T19:12:10,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=688211475, stopped=false
2024-11-13T19:12:10,413 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,41685,1731525000741
2024-11-13T19:12:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T19:12:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T19:12:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:12:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:12:10,455 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T19:12:10,456 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T19:12:10,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T19:12:10,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T19:12:10,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T19:12:10,457 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,45921,1731525001489' *****
2024-11-13T19:12:10,458 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T19:12:10,458 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T19:12:10,459 INFO  [RS:0;e4b56bc8c4b3:45921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T19:12:10,459 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T19:12:10,459 INFO  [RS:0;e4b56bc8c4b3:45921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T19:12:10,459 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ef7892947196431d72a4322ec016e65
2024-11-13T19:12:10,460 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for bfb539c1e9b03798fc704de10039e169
2024-11-13T19:12:10,460 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ebb71e4efbd19717a4717e693104091
2024-11-13T19:12:10,460 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for f7ca7846700770718228044127824e9a
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 02c3d866a4e22bee6df0764a94f2da73
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 4592475051dff6278a9bc4e5e0e6d2ae
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:10,461 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ef7892947196431d72a4322ec016e65, disabling compactions & flushes
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 90df83030d303427c5b97895205cfa4f
2024-11-13T19:12:10,461 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:12:10,461 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:12:10,461 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65. after waiting 0 ms
2024-11-13T19:12:10,461 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T19:12:10,461 INFO  [RS:0;e4b56bc8c4b3:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45921.
2024-11-13T19:12:10,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T19:12:10,461 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:10,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T19:12:10,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T19:12:10,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T19:12:10,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T19:12:10,462 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-13T19:12:10,463 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T19:12:10,463 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T19:12:10,463 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T19:12:10,463 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 7ef7892947196431d72a4322ec016e65, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, bfb539c1e9b03798fc704de10039e169, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:10,463 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T19:12:10,463 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T19:12:10,465 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ef7892947196431d72a4322ec016e65 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:10,465 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-13T19:12:10,523 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/.tmp/testFamily/c4379417004f412292e449c5e96b8dce is 61, key is row-0/testFamily:testQualifier/1731525118278/Put/seqid=0
2024-11-13T19:12:10,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741855_1031 (size=5049)
2024-11-13T19:12:10,532 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/info/0dee74d7380141d3b0c5385cdf2accc8 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091./info:regioninfo/1731525066733/Put/seqid=0
2024-11-13T19:12:10,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741856_1032 (size=20564)
2024-11-13T19:12:10,538 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/info/0dee74d7380141d3b0c5385cdf2accc8
2024-11-13T19:12:10,608 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/ns/1d285c059f5d441e9ebd354cc6156db0 is 43, key is default/ns:d/1731525065096/Put/seqid=0
2024-11-13T19:12:10,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741857_1033 (size=5153)
2024-11-13T19:12:10,663 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 7ef7892947196431d72a4322ec016e65, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, bfb539c1e9b03798fc704de10039e169, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:10,864 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 7ef7892947196431d72a4322ec016e65, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, bfb539c1e9b03798fc704de10039e169, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:10,912 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T19:12:10,935 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/.tmp/testFamily/c4379417004f412292e449c5e96b8dce
2024-11-13T19:12:10,950 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/.tmp/testFamily/c4379417004f412292e449c5e96b8dce as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/testFamily/c4379417004f412292e449c5e96b8dce
2024-11-13T19:12:10,959 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/testFamily/c4379417004f412292e449c5e96b8dce, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:10,968 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ef7892947196431d72a4322ec016e65 in 502ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:10,976 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNext/7ef7892947196431d72a4322ec016e65/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:10,978 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:12:10,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ef7892947196431d72a4322ec016e65:
Waiting for close lock at 1731525130460Running coprocessor pre-close hooks at 1731525130461 (+1 ms)Disabling compacts and flushes for region at 1731525130461Disabling writes for close at 1731525130461Obtaining lock to block concurrent updates at 1731525130465 (+4 ms)Preparing flush snapshotting stores in 7ef7892947196431d72a4322ec016e65 at 1731525130465Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525130472 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65. at 1731525130474 (+2 ms)Flushing 7ef7892947196431d72a4322ec016e65/testFamily: creating writer at 1731525130475 (+1 ms)Flushing 7ef7892947196431d72a4322ec016e65/testFamily: appending metadata at 1731525130518 (+43 ms)Flushing 7ef7892947196431d72a4322ec016e65/testFamily: closing flushed file at 1731525130521 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6ca619: reopening flushed file at 1731525130948 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ef7892947196431d72a4322ec016e65 in 502ms, sequenceid=8, compaction requested=false at 1731525130969 (+21 ms)Writing region close event to WAL at 1731525130970 (+1 ms)Running coprocessor post-close hooks at 1731525130976 (+6 ms)Closed at 1731525130977 (+1 ms)
2024-11-13T19:12:10,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731525115231.7ef7892947196431d72a4322ec016e65.
2024-11-13T19:12:10,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfb539c1e9b03798fc704de10039e169, disabling compactions & flushes
2024-11-13T19:12:10,979 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:12:10,979 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:12:10,979 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169. after waiting 0 ms
2024-11-13T19:12:10,979 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:12:10,979 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfb539c1e9b03798fc704de10039e169 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:10,989 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:12:10,996 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/.tmp/testFamily/e5fe4f955ee14cc2ad49ea5edfc89617 is 61, key is row-0/testFamily:testQualifier/1731525109187/Put/seqid=0
2024-11-13T19:12:11,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741858_1034 (size=5049)
2024-11-13T19:12:11,014 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/ns/1d285c059f5d441e9ebd354cc6156db0
2024-11-13T19:12:11,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-13T19:12:11,038 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/table/afb522f1f5bd47b3a464b083fab9fa5a is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731525066750/Put/seqid=0
2024-11-13T19:12:11,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741859_1035 (size=6699)
2024-11-13T19:12:11,064 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, bfb539c1e9b03798fc704de10039e169, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:11,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T19:12:11,123 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T19:12:11,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T19:12:11,264 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, bfb539c1e9b03798fc704de10039e169, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:11,403 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/.tmp/testFamily/e5fe4f955ee14cc2ad49ea5edfc89617
2024-11-13T19:12:11,419 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/.tmp/testFamily/e5fe4f955ee14cc2ad49ea5edfc89617 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/testFamily/e5fe4f955ee14cc2ad49ea5edfc89617
2024-11-13T19:12:11,427 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/testFamily/e5fe4f955ee14cc2ad49ea5edfc89617, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:11,428 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bfb539c1e9b03798fc704de10039e169 in 449ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:11,432 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bfb539c1e9b03798fc704de10039e169/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:11,433 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:12:11,433 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfb539c1e9b03798fc704de10039e169:
Waiting for close lock at 1731525130978Running coprocessor pre-close hooks at 1731525130978Disabling compacts and flushes for region at 1731525130978Disabling writes for close at 1731525130979 (+1 ms)Obtaining lock to block concurrent updates at 1731525130979Preparing flush snapshotting stores in bfb539c1e9b03798fc704de10039e169 at 1731525130979Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525130979Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169. at 1731525130980 (+1 ms)Flushing bfb539c1e9b03798fc704de10039e169/testFamily: creating writer at 1731525130980Flushing bfb539c1e9b03798fc704de10039e169/testFamily: appending metadata at 1731525130995 (+15 ms)Flushing bfb539c1e9b03798fc704de10039e169/testFamily: closing flushed file at 1731525130995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d29173: reopening flushed file at 1731525131417 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bfb539c1e9b03798fc704de10039e169 in 449ms, sequenceid=8, compaction requested=false at 1731525131428 (+11 ms)Writing region close event to WAL at 1731525131429 (+1 ms)Running coprocessor post-close hooks at 1731525131433 (+4 ms)Closed at 1731525131433
2024-11-13T19:12:11,433 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731525106136.bfb539c1e9b03798fc704de10039e169.
2024-11-13T19:12:11,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ebb71e4efbd19717a4717e693104091, disabling compactions & flushes
2024-11-13T19:12:11,434 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:12:11,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:12:11,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091. after waiting 0 ms
2024-11-13T19:12:11,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:12:11,434 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ebb71e4efbd19717a4717e693104091 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:11,444 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/table/afb522f1f5bd47b3a464b083fab9fa5a
2024-11-13T19:12:11,450 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/.tmp/testFamily/b3c1bb6893014f12ab02f5a5664de67a is 61, key is row-0/testFamily:testQualifier/1731525068454/Put/seqid=0
2024-11-13T19:12:11,452 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/info/0dee74d7380141d3b0c5385cdf2accc8 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/info/0dee74d7380141d3b0c5385cdf2accc8
2024-11-13T19:12:11,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741860_1036 (size=5049)
2024-11-13T19:12:11,460 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/info/0dee74d7380141d3b0c5385cdf2accc8, entries=100, sequenceid=56, filesize=20.1 K
2024-11-13T19:12:11,461 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/ns/1d285c059f5d441e9ebd354cc6156db0 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/ns/1d285c059f5d441e9ebd354cc6156db0
2024-11-13T19:12:11,465 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-13T19:12:11,465 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1325): Online Regions={6ebb71e4efbd19717a4717e693104091=testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091., 1588230740=hbase:meta,,1.1588230740, f7ca7846700770718228044127824e9a=testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a., dc500b2d2d533fe5617ba822836bf73a=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., 02c3d866a4e22bee6df0764a94f2da73=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., 4592475051dff6278a9bc4e5e0e6d2ae=hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., ba0c3c30aa43d903b3d67a371243fcd7=testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., 90df83030d303427c5b97895205cfa4f=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., 93e2a90ac5e1e28a540127219f1086c0=testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.}
2024-11-13T19:12:11,465 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 1588230740, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:11,468 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/ns/1d285c059f5d441e9ebd354cc6156db0, entries=2, sequenceid=56, filesize=5.0 K
2024-11-13T19:12:11,470 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/.tmp/table/afb522f1f5bd47b3a464b083fab9fa5a as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/table/afb522f1f5bd47b3a464b083fab9fa5a
2024-11-13T19:12:11,470 INFO  [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T19:12:11,470 INFO  [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T19:12:11,477 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/table/afb522f1f5bd47b3a464b083fab9fa5a, entries=20, sequenceid=56, filesize=6.5 K
2024-11-13T19:12:11,478 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false
2024-11-13T19:12:11,484 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-13T19:12:11,485 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T19:12:11,485 INFO  [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T19:12:11,485 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731525130462Running coprocessor pre-close hooks at 1731525130462Disabling compacts and flushes for region at 1731525130462Disabling writes for close at 1731525130463 (+1 ms)Obtaining lock to block concurrent updates at 1731525130465 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731525130465Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731525130472 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731525130474 (+2 ms)Flushing 1588230740/info: creating writer at 1731525130475 (+1 ms)Flushing 1588230740/info: appending metadata at 1731525130525 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731525130525Flushing 1588230740/ns: creating writer at 1731525130590 (+65 ms)Flushing 1588230740/ns: appending metadata at 1731525130607 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731525130607Flushing 1588230740/table: creating writer at 1731525131022 (+415 ms)Flushing 1588230740/table: appending metadata at 1731525131037 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731525131037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3823ce81: reopening flushed file at 1731525131451 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f04e38a: reopening flushed file at 1731525131460 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7258e28e: reopening flushed file at 1731525131469 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false at 1731525131479 (+10 ms)Writing region close event to WAL at 1731525131480 (+1 ms)Running coprocessor post-close hooks at 1731525131485 (+5 ms)Closed at 1731525131485
2024-11-13T19:12:11,485 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T19:12:11,665 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:11,856 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/.tmp/testFamily/b3c1bb6893014f12ab02f5a5664de67a
2024-11-13T19:12:11,866 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 6ebb71e4efbd19717a4717e693104091, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:11,867 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/.tmp/testFamily/b3c1bb6893014f12ab02f5a5664de67a as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/testFamily/b3c1bb6893014f12ab02f5a5664de67a
2024-11-13T19:12:11,875 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/testFamily/b3c1bb6893014f12ab02f5a5664de67a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:11,876 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6ebb71e4efbd19717a4717e693104091 in 442ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:11,882 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6ebb71e4efbd19717a4717e693104091/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:11,882 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:12:11,882 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ebb71e4efbd19717a4717e693104091:
Waiting for close lock at 1731525131433Running coprocessor pre-close hooks at 1731525131433Disabling compacts and flushes for region at 1731525131433Disabling writes for close at 1731525131434 (+1 ms)Obtaining lock to block concurrent updates at 1731525131434Preparing flush snapshotting stores in 6ebb71e4efbd19717a4717e693104091 at 1731525131434Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525131434Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091. at 1731525131435 (+1 ms)Flushing 6ebb71e4efbd19717a4717e693104091/testFamily: creating writer at 1731525131435Flushing 6ebb71e4efbd19717a4717e693104091/testFamily: appending metadata at 1731525131450 (+15 ms)Flushing 6ebb71e4efbd19717a4717e693104091/testFamily: closing flushed file at 1731525131450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416bdda2: reopening flushed file at 1731525131866 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6ebb71e4efbd19717a4717e693104091 in 442ms, sequenceid=8, compaction requested=false at 1731525131876 (+10 ms)Writing region close event to WAL at 1731525131877 (+1 ms)Running coprocessor post-close hooks at 1731525131882 (+5 ms)Closed at 1731525131882
2024-11-13T19:12:11,883 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731525065384.6ebb71e4efbd19717a4717e693104091.
2024-11-13T19:12:11,883 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7ca7846700770718228044127824e9a, disabling compactions & flushes
2024-11-13T19:12:11,883 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:12:11,883 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:12:11,883 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a. after waiting 0 ms
2024-11-13T19:12:11,883 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:12:11,883 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7ca7846700770718228044127824e9a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:11,899 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/.tmp/testFamily/10c8639b3fc744b6a0f86b19d58a30b7 is 61, key is row-0/testFamily:testQualifier/1731525089790/Put/seqid=0
2024-11-13T19:12:11,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741861_1037 (size=5049)
2024-11-13T19:12:12,066 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:12,267 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a, f7ca7846700770718228044127824e9a
2024-11-13T19:12:12,307 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/.tmp/testFamily/10c8639b3fc744b6a0f86b19d58a30b7
2024-11-13T19:12:12,321 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/.tmp/testFamily/10c8639b3fc744b6a0f86b19d58a30b7 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/testFamily/10c8639b3fc744b6a0f86b19d58a30b7
2024-11-13T19:12:12,329 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/testFamily/10c8639b3fc744b6a0f86b19d58a30b7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:12,330 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7ca7846700770718228044127824e9a in 447ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:12,335 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testRetryOutOfOrderScannerNextException/f7ca7846700770718228044127824e9a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:12,336 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7ca7846700770718228044127824e9a:
Waiting for close lock at 1731525131883Running coprocessor pre-close hooks at 1731525131883Disabling compacts and flushes for region at 1731525131883Disabling writes for close at 1731525131883Obtaining lock to block concurrent updates at 1731525131883Preparing flush snapshotting stores in f7ca7846700770718228044127824e9a at 1731525131883Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525131884 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a. at 1731525131884Flushing f7ca7846700770718228044127824e9a/testFamily: creating writer at 1731525131884Flushing f7ca7846700770718228044127824e9a/testFamily: appending metadata at 1731525131899 (+15 ms)Flushing f7ca7846700770718228044127824e9a/testFamily: closing flushed file at 1731525131899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67af9843: reopening flushed file at 1731525132319 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7ca7846700770718228044127824e9a in 447ms, sequenceid=8, compaction requested=false at 1731525132330 (+11 ms)Writing region close event to WAL at 1731525132331 (+1 ms)Running coprocessor post-close hooks at 1731525132335 (+4 ms)Closed at 1731525132335
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731525086728.f7ca7846700770718228044127824e9a.
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc500b2d2d533fe5617ba822836bf73a, disabling compactions & flushes
2024-11-13T19:12:12,336 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a. after waiting 0 ms
2024-11-13T19:12:12,336 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:12:12,336 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc500b2d2d533fe5617ba822836bf73a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:12,351 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/.tmp/testFamily/f5996eb9b0f742bfa5501ee273c7afce is 61, key is row-0/testFamily:testQualifier/1731525090889/Put/seqid=0
2024-11-13T19:12:12,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741862_1038 (size=5049)
2024-11-13T19:12:12,467 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-13T19:12:12,467 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1325): Online Regions={dc500b2d2d533fe5617ba822836bf73a=testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., 02c3d866a4e22bee6df0764a94f2da73=hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., 4592475051dff6278a9bc4e5e0e6d2ae=hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., ba0c3c30aa43d903b3d67a371243fcd7=testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., 90df83030d303427c5b97895205cfa4f=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., 93e2a90ac5e1e28a540127219f1086c0=testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.}
2024-11-13T19:12:12,467 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:12:12,668 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7, dc500b2d2d533fe5617ba822836bf73a
2024-11-13T19:12:12,758 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/.tmp/testFamily/f5996eb9b0f742bfa5501ee273c7afce
2024-11-13T19:12:12,771 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/.tmp/testFamily/f5996eb9b0f742bfa5501ee273c7afce as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/testFamily/f5996eb9b0f742bfa5501ee273c7afce
2024-11-13T19:12:12,778 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/testFamily/f5996eb9b0f742bfa5501ee273c7afce, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:12,779 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dc500b2d2d533fe5617ba822836bf73a in 443ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:12,783 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScanner/dc500b2d2d533fe5617ba822836bf73a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:12,784 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:12:12,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc500b2d2d533fe5617ba822836bf73a:
Waiting for close lock at 1731525132336Running coprocessor pre-close hooks at 1731525132336Disabling compacts and flushes for region at 1731525132336Disabling writes for close at 1731525132336Obtaining lock to block concurrent updates at 1731525132336Preparing flush snapshotting stores in dc500b2d2d533fe5617ba822836bf73a at 1731525132336Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525132336Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a. at 1731525132337 (+1 ms)Flushing dc500b2d2d533fe5617ba822836bf73a/testFamily: creating writer at 1731525132337Flushing dc500b2d2d533fe5617ba822836bf73a/testFamily: appending metadata at 1731525132351 (+14 ms)Flushing dc500b2d2d533fe5617ba822836bf73a/testFamily: closing flushed file at 1731525132351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb57454: reopening flushed file at 1731525132770 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dc500b2d2d533fe5617ba822836bf73a in 443ms, sequenceid=8, compaction requested=false at 1731525132779 (+9 ms)Writing region close event to WAL at 1731525132780 (+1 ms)Running coprocessor post-close hooks at 1731525132784 (+4 ms)Closed at 1731525132784
2024-11-13T19:12:12,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731525089846.dc500b2d2d533fe5617ba822836bf73a.
2024-11-13T19:12:12,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02c3d866a4e22bee6df0764a94f2da73, disabling compactions & flushes
2024-11-13T19:12:12,784 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:12:12,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:12:12,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73. after waiting 0 ms
2024-11-13T19:12:12,785 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:12:12,785 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02c3d866a4e22bee6df0764a94f2da73 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:12,799 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/.tmp/testFamily/653c0e38a3c94517814a4f3f936f6620 is 61, key is row-0/testFamily:testQualifier/1731525071590/Put/seqid=0
2024-11-13T19:12:12,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741863_1039 (size=5049)
2024-11-13T19:12:12,868 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:13,069 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 02c3d866a4e22bee6df0764a94f2da73, 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:13,206 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/.tmp/testFamily/653c0e38a3c94517814a4f3f936f6620
2024-11-13T19:12:13,223 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/.tmp/testFamily/653c0e38a3c94517814a4f3f936f6620 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/testFamily/653c0e38a3c94517814a4f3f936f6620
2024-11-13T19:12:13,232 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/testFamily/653c0e38a3c94517814a4f3f936f6620, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:13,233 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02c3d866a4e22bee6df0764a94f2da73 in 448ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:13,238 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnOpenScanner/02c3d866a4e22bee6df0764a94f2da73/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:13,239 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02c3d866a4e22bee6df0764a94f2da73:
Waiting for close lock at 1731525132784Running coprocessor pre-close hooks at 1731525132784Disabling compacts and flushes for region at 1731525132784Disabling writes for close at 1731525132784Obtaining lock to block concurrent updates at 1731525132785 (+1 ms)Preparing flush snapshotting stores in 02c3d866a4e22bee6df0764a94f2da73 at 1731525132785Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525132785Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73. at 1731525132785Flushing 02c3d866a4e22bee6df0764a94f2da73/testFamily: creating writer at 1731525132785Flushing 02c3d866a4e22bee6df0764a94f2da73/testFamily: appending metadata at 1731525132799 (+14 ms)Flushing 02c3d866a4e22bee6df0764a94f2da73/testFamily: closing flushed file at 1731525132799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e88f114: reopening flushed file at 1731525133221 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02c3d866a4e22bee6df0764a94f2da73 in 448ms, sequenceid=8, compaction requested=false at 1731525133233 (+12 ms)Writing region close event to WAL at 1731525133234 (+1 ms)Running coprocessor post-close hooks at 1731525133239 (+5 ms)Closed at 1731525133239
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731525068531.02c3d866a4e22bee6df0764a94f2da73.
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4592475051dff6278a9bc4e5e0e6d2ae, disabling compactions & flushes
2024-11-13T19:12:13,239 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae. after waiting 0 ms
2024-11-13T19:12:13,239 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:12:13,239 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4592475051dff6278a9bc4e5e0e6d2ae 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:13,254 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/.tmp/testFamily/c4f0899f236d4f319db67dffdd2c7e0e is 61, key is row-0/testFamily:testQualifier/1731525080676/Put/seqid=0
2024-11-13T19:12:13,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741864_1040 (size=5049)
2024-11-13T19:12:13,269 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:13,469 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-13T19:12:13,470 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1325): Online Regions={4592475051dff6278a9bc4e5e0e6d2ae=hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., ba0c3c30aa43d903b3d67a371243fcd7=testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., 90df83030d303427c5b97895205cfa4f=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., 93e2a90ac5e1e28a540127219f1086c0=testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.}
2024-11-13T19:12:13,470 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:13,661 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/.tmp/testFamily/c4f0899f236d4f319db67dffdd2c7e0e
2024-11-13T19:12:13,670 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 4592475051dff6278a9bc4e5e0e6d2ae, 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:13,679 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/.tmp/testFamily/c4f0899f236d4f319db67dffdd2c7e0e as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/testFamily/c4f0899f236d4f319db67dffdd2c7e0e
2024-11-13T19:12:13,688 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/testFamily/c4f0899f236d4f319db67dffdd2c7e0e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:13,690 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4592475051dff6278a9bc4e5e0e6d2ae in 451ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:13,695 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/hbase/testMetaScanTimeoutOnNextAsync/4592475051dff6278a9bc4e5e0e6d2ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:13,696 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:12:13,696 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4592475051dff6278a9bc4e5e0e6d2ae:
Waiting for close lock at 1731525133239Running coprocessor pre-close hooks at 1731525133239Disabling compacts and flushes for region at 1731525133239Disabling writes for close at 1731525133239Obtaining lock to block concurrent updates at 1731525133239Preparing flush snapshotting stores in 4592475051dff6278a9bc4e5e0e6d2ae at 1731525133239Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525133240 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae. at 1731525133240Flushing 4592475051dff6278a9bc4e5e0e6d2ae/testFamily: creating writer at 1731525133240Flushing 4592475051dff6278a9bc4e5e0e6d2ae/testFamily: appending metadata at 1731525133254 (+14 ms)Flushing 4592475051dff6278a9bc4e5e0e6d2ae/testFamily: closing flushed file at 1731525133254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb2a898: reopening flushed file at 1731525133677 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4592475051dff6278a9bc4e5e0e6d2ae in 451ms, sequenceid=8, compaction requested=false at 1731525133690 (+13 ms)Writing region close event to WAL at 1731525133691 (+1 ms)Running coprocessor post-close hooks at 1731525133696 (+5 ms)Closed at 1731525133696
2024-11-13T19:12:13,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731525077633.4592475051dff6278a9bc4e5e0e6d2ae.
2024-11-13T19:12:13,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba0c3c30aa43d903b3d67a371243fcd7, disabling compactions & flushes
2024-11-13T19:12:13,697 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:12:13,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:12:13,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7. after waiting 0 ms
2024-11-13T19:12:13,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:12:13,697 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba0c3c30aa43d903b3d67a371243fcd7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:13,718 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/.tmp/testFamily/4e2c81188aa9477d80f68bc22794440a is 61, key is row-0/testFamily:testQualifier/1731525103094/Put/seqid=0
2024-11-13T19:12:13,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741865_1041 (size=5049)
2024-11-13T19:12:13,871 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:14,071 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0, ba0c3c30aa43d903b3d67a371243fcd7
2024-11-13T19:12:14,126 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/.tmp/testFamily/4e2c81188aa9477d80f68bc22794440a
2024-11-13T19:12:14,141 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/.tmp/testFamily/4e2c81188aa9477d80f68bc22794440a as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/testFamily/4e2c81188aa9477d80f68bc22794440a
2024-11-13T19:12:14,148 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/testFamily/4e2c81188aa9477d80f68bc22794440a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:14,149 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ba0c3c30aa43d903b3d67a371243fcd7 in 452ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:14,153 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNext/ba0c3c30aa43d903b3d67a371243fcd7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:14,154 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:12:14,154 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba0c3c30aa43d903b3d67a371243fcd7:
Waiting for close lock at 1731525133697Running coprocessor pre-close hooks at 1731525133697Disabling compacts and flushes for region at 1731525133697Disabling writes for close at 1731525133697Obtaining lock to block concurrent updates at 1731525133697Preparing flush snapshotting stores in ba0c3c30aa43d903b3d67a371243fcd7 at 1731525133697Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525133698 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7. at 1731525133698Flushing ba0c3c30aa43d903b3d67a371243fcd7/testFamily: creating writer at 1731525133698Flushing ba0c3c30aa43d903b3d67a371243fcd7/testFamily: appending metadata at 1731525133718 (+20 ms)Flushing ba0c3c30aa43d903b3d67a371243fcd7/testFamily: closing flushed file at 1731525133718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723700d4: reopening flushed file at 1731525134139 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ba0c3c30aa43d903b3d67a371243fcd7 in 452ms, sequenceid=8, compaction requested=false at 1731525134149 (+10 ms)Writing region close event to WAL at 1731525134149Running coprocessor post-close hooks at 1731525134154 (+5 ms)Closed at 1731525134154
2024-11-13T19:12:14,154 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731525100036.ba0c3c30aa43d903b3d67a371243fcd7.
2024-11-13T19:12:14,154 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90df83030d303427c5b97895205cfa4f, disabling compactions & flushes
2024-11-13T19:12:14,154 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:14,154 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:14,154 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f. after waiting 0 ms
2024-11-13T19:12:14,155 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:14,155 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90df83030d303427c5b97895205cfa4f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:14,174 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/.tmp/testFamily/f7535a9155dc4b56bcdcbf62a7569906 is 61, key is row-0/testFamily:testQualifier/1731525127369/Put/seqid=0
2024-11-13T19:12:14,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741866_1042 (size=5049)
2024-11-13T19:12:14,271 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:12:14,472 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-13T19:12:14,472 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1325): Online Regions={90df83030d303427c5b97895205cfa4f=testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., 93e2a90ac5e1e28a540127219f1086c0=testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.}
2024-11-13T19:12:14,472 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 90df83030d303427c5b97895205cfa4f, 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:12:14,580 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/.tmp/testFamily/f7535a9155dc4b56bcdcbf62a7569906
2024-11-13T19:12:14,593 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/.tmp/testFamily/f7535a9155dc4b56bcdcbf62a7569906 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/testFamily/f7535a9155dc4b56bcdcbf62a7569906
2024-11-13T19:12:14,601 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/testFamily/f7535a9155dc4b56bcdcbf62a7569906, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:14,602 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90df83030d303427c5b97895205cfa4f in 447ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:14,606 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnOpenScannerAsync/90df83030d303427c5b97895205cfa4f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:14,607 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:14,607 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90df83030d303427c5b97895205cfa4f:
Waiting for close lock at 1731525134154Running coprocessor pre-close hooks at 1731525134154Disabling compacts and flushes for region at 1731525134154Disabling writes for close at 1731525134154Obtaining lock to block concurrent updates at 1731525134155 (+1 ms)Preparing flush snapshotting stores in 90df83030d303427c5b97895205cfa4f at 1731525134155Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525134155Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f. at 1731525134155Flushing 90df83030d303427c5b97895205cfa4f/testFamily: creating writer at 1731525134155Flushing 90df83030d303427c5b97895205cfa4f/testFamily: appending metadata at 1731525134173 (+18 ms)Flushing 90df83030d303427c5b97895205cfa4f/testFamily: closing flushed file at 1731525134173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573c0d53: reopening flushed file at 1731525134592 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90df83030d303427c5b97895205cfa4f in 447ms, sequenceid=8, compaction requested=false at 1731525134602 (+10 ms)Writing region close event to WAL at 1731525134603 (+1 ms)Running coprocessor post-close hooks at 1731525134607 (+4 ms)Closed at 1731525134607
2024-11-13T19:12:14,607 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731525124319.90df83030d303427c5b97895205cfa4f.
2024-11-13T19:12:14,608 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e2a90ac5e1e28a540127219f1086c0, disabling compactions & flushes
2024-11-13T19:12:14,608 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:12:14,608 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:12:14,608 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0. after waiting 0 ms
2024-11-13T19:12:14,608 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:12:14,608 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93e2a90ac5e1e28a540127219f1086c0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T19:12:14,624 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/.tmp/testFamily/4b1892d920c74b3e92c671ff37702d6a is 61, key is row-0/testFamily:testQualifier/1731525096993/Put/seqid=0
2024-11-13T19:12:14,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741867_1043 (size=5049)
2024-11-13T19:12:14,672 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:12:14,873 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1351): Waiting on 93e2a90ac5e1e28a540127219f1086c0
2024-11-13T19:12:15,031 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/.tmp/testFamily/4b1892d920c74b3e92c671ff37702d6a
2024-11-13T19:12:15,045 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/.tmp/testFamily/4b1892d920c74b3e92c671ff37702d6a as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/testFamily/4b1892d920c74b3e92c671ff37702d6a
2024-11-13T19:12:15,052 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/testFamily/4b1892d920c74b3e92c671ff37702d6a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T19:12:15,054 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 93e2a90ac5e1e28a540127219f1086c0 in 446ms, sequenceid=8, compaction requested=false
2024-11-13T19:12:15,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/data/default/testNormalScanTimeoutOnNextAsync/93e2a90ac5e1e28a540127219f1086c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T19:12:15,059 INFO  [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:12:15,060 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e2a90ac5e1e28a540127219f1086c0:
Waiting for close lock at 1731525134608Running coprocessor pre-close hooks at 1731525134608Disabling compacts and flushes for region at 1731525134608Disabling writes for close at 1731525134608Obtaining lock to block concurrent updates at 1731525134608Preparing flush snapshotting stores in 93e2a90ac5e1e28a540127219f1086c0 at 1731525134608Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731525134608Flushing stores of testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0. at 1731525134609 (+1 ms)Flushing 93e2a90ac5e1e28a540127219f1086c0/testFamily: creating writer at 1731525134609Flushing 93e2a90ac5e1e28a540127219f1086c0/testFamily: appending metadata at 1731525134624 (+15 ms)Flushing 93e2a90ac5e1e28a540127219f1086c0/testFamily: closing flushed file at 1731525134624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d462334: reopening flushed file at 1731525135044 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 93e2a90ac5e1e28a540127219f1086c0 in 446ms, sequenceid=8, compaction requested=false at 1731525135054 (+10 ms)Writing region close event to WAL at 1731525135054Running coprocessor post-close hooks at 1731525135059 (+5 ms)Closed at 1731525135059
2024-11-13T19:12:15,060 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731525093940.93e2a90ac5e1e28a540127219f1086c0.
2024-11-13T19:12:15,073 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,45921,1731525001489; all regions closed.
2024-11-13T19:12:15,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741834_1010 (size=19479)
2024-11-13T19:12:15,087 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/oldWALs
2024-11-13T19:12:15,087 INFO  [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C45921%2C1731525001489.meta:.meta(num 1731525064921)
2024-11-13T19:12:15,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741833_1009 (size=20031)
2024-11-13T19:12:15,091 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/WALs/e4b56bc8c4b3,45921,1731525001489/e4b56bc8c4b3%2C45921%2C1731525001489.1731525064480 not finished, retry = 0
2024-11-13T19:12:15,197 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/oldWALs
2024-11-13T19:12:15,197 INFO  [RS:0;e4b56bc8c4b3:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C45921%2C1731525001489:(num 1731525064480)
2024-11-13T19:12:15,198 DEBUG [RS:0;e4b56bc8c4b3:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T19:12:15,198 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T19:12:15,198 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T19:12:15,199 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-13T19:12:15,199 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T19:12:15,200 INFO  [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T19:12:15,202 INFO  [RS:0;e4b56bc8c4b3:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45921
2024-11-13T19:12:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,45921,1731525001489
2024-11-13T19:12:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T19:12:15,272 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T19:12:15,274 INFO  [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T19:12:15,285 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,45921,1731525001489]
2024-11-13T19:12:15,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,45921,1731525001489 already deleted, retry=false
2024-11-13T19:12:15,293 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,45921,1731525001489 expired; onlineServers=0
2024-11-13T19:12:15,294 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,41685,1731525000741' *****
2024-11-13T19:12:15,294 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T19:12:15,294 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T19:12:15,294 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T19:12:15,295 DEBUG [M:0;e4b56bc8c4b3:41685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T19:12:15,295 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T19:12:15,295 DEBUG [M:0;e4b56bc8c4b3:41685 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T19:12:15,296 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731525004271 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731525004271,5,FailOnTimeoutGroup]
2024-11-13T19:12:15,296 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731525004271 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731525004271,5,FailOnTimeoutGroup]
2024-11-13T19:12:15,296 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T19:12:15,297 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T19:12:15,297 DEBUG [M:0;e4b56bc8c4b3:41685 {}] master.HMaster(1795): Stopping service threads
2024-11-13T19:12:15,297 INFO  [M:0;e4b56bc8c4b3:41685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T19:12:15,298 INFO  [M:0;e4b56bc8c4b3:41685 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T19:12:15,300 INFO  [M:0;e4b56bc8c4b3:41685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T19:12:15,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T19:12:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-13T19:12:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T19:12:15,305 DEBUG [M:0;e4b56bc8c4b3:41685 {}] zookeeper.ZKUtil(347): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-13T19:12:15,305 WARN  [M:0;e4b56bc8c4b3:41685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T19:12:15,307 INFO  [M:0;e4b56bc8c4b3:41685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/.lastflushedseqids
2024-11-13T19:12:15,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741868_1044 (size=649)
2024-11-13T19:12:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T19:12:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x10136e45d810001, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T19:12:15,386 INFO  [RS:0;e4b56bc8c4b3:45921 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T19:12:15,386 INFO  [RS:0;e4b56bc8c4b3:45921 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,45921,1731525001489; zookeeper connection closed.
2024-11-13T19:12:15,387 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a628405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a628405
2024-11-13T19:12:15,388 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T19:12:15,719 INFO  [M:0;e4b56bc8c4b3:41685 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T19:12:15,720 INFO  [M:0;e4b56bc8c4b3:41685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T19:12:15,720 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T19:12:15,721 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:12:15,721 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:12:15,721 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T19:12:15,721 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:12:15,722 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.08 KB heapSize=190.99 KB
2024-11-13T19:12:15,766 DEBUG [M:0;e4b56bc8c4b3:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1b1e36ceada4d93bbcbd00efcdd8a3e is 82, key is hbase:meta,,1/info:regioninfo/1731525064999/Put/seqid=0
2024-11-13T19:12:15,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741869_1045 (size=5672)
2024-11-13T19:12:16,174 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1b1e36ceada4d93bbcbd00efcdd8a3e
2024-11-13T19:12:16,209 DEBUG [M:0;e4b56bc8c4b3:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e20e49f11ddd48f0b90d57fe91d1dabd is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731525066757/Put/seqid=0
2024-11-13T19:12:16,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741870_1046 (size=14077)
2024-11-13T19:12:16,483 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T19:12:16,614 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.53 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e20e49f11ddd48f0b90d57fe91d1dabd
2024-11-13T19:12:16,620 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e20e49f11ddd48f0b90d57fe91d1dabd
2024-11-13T19:12:16,636 DEBUG [M:0;e4b56bc8c4b3:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/148503dd079d422da14f558e15200f15 is 69, key is e4b56bc8c4b3,45921,1731525001489/rs:state/1731525034311/Put/seqid=0
2024-11-13T19:12:16,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741871_1047 (size=5156)
2024-11-13T19:12:17,042 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/148503dd079d422da14f558e15200f15
2024-11-13T19:12:17,054 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1b1e36ceada4d93bbcbd00efcdd8a3e as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1b1e36ceada4d93bbcbd00efcdd8a3e
2024-11-13T19:12:17,061 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1b1e36ceada4d93bbcbd00efcdd8a3e, entries=8, sequenceid=317, filesize=5.5 K
2024-11-13T19:12:17,063 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e20e49f11ddd48f0b90d57fe91d1dabd as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e20e49f11ddd48f0b90d57fe91d1dabd
2024-11-13T19:12:17,070 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e20e49f11ddd48f0b90d57fe91d1dabd
2024-11-13T19:12:17,070 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e20e49f11ddd48f0b90d57fe91d1dabd, entries=33, sequenceid=317, filesize=13.7 K
2024-11-13T19:12:17,071 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/148503dd079d422da14f558e15200f15 as hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/148503dd079d422da14f558e15200f15
2024-11-13T19:12:17,078 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/148503dd079d422da14f558e15200f15, entries=1, sequenceid=317, filesize=5.0 K
2024-11-13T19:12:17,079 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=317, compaction requested=false
2024-11-13T19:12:17,081 INFO  [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T19:12:17,081 DEBUG [M:0;e4b56bc8c4b3:41685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731525135720Disabling compacts and flushes for region at 1731525135720Disabling writes for close at 1731525135721 (+1 ms)Obtaining lock to block concurrent updates at 1731525135722 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731525135722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166999, getHeapSize=195512, getOffHeapSize=0, getCellsCount=364 at 1731525135723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731525135743 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731525135743Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731525135766 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731525135766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731525136187 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731525136208 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731525136208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731525136621 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731525136636 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731525136636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daaec43: reopening flushed file at 1731525137053 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c263b6a: reopening flushed file at 1731525137062 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bbd00b: reopening flushed file at 1731525137070 (+8 ms)Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=317, compaction requested=false at 1731525137079 (+9 ms)Writing region close event to WAL at 1731525137081 (+2 ms)Closed at 1731525137081
2024-11-13T19:12:17,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45559 is added to blk_1073741830_1006 (size=188211)
2024-11-13T19:12:17,084 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99f5386d-25ec-fc62-69f3-f3f23625e502/MasterData/WALs/e4b56bc8c4b3,41685,1731525000741/e4b56bc8c4b3%2C41685%2C1731525000741.1731525003612 not finished, retry = 0
2024-11-13T19:12:17,185 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T19:12:17,185 INFO  [M:0;e4b56bc8c4b3:41685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T19:12:17,186 INFO  [M:0;e4b56bc8c4b3:41685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41685
2024-11-13T19:12:17,186 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T19:12:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T19:12:17,322 INFO  [M:0;e4b56bc8c4b3:41685 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T19:12:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x10136e45d810000, quorum=127.0.0.1:54268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T19:12:17,358 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T19:12:17,361 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T19:12:17,361 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T19:12:17,362 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T19:12:17,362 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.log.dir/,STOPPED}
2024-11-13T19:12:17,364 WARN  [BP-1056262286-172.17.0.2-1731524997416 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T19:12:17,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T19:12:17,365 WARN  [BP-1056262286-172.17.0.2-1731524997416 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1056262286-172.17.0.2-1731524997416 (Datanode Uuid 842f10dd-941b-484f-9853-30cf2f7a4954) service to localhost/127.0.0.1:46803
2024-11-13T19:12:17,365 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T19:12:17,366 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/data/data1/current/BP-1056262286-172.17.0.2-1731524997416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T19:12:17,367 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/cluster_7e43f07f-c562-cb98-0b88-f431d2682ae8/data/data2/current/BP-1056262286-172.17.0.2-1731524997416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T19:12:17,367 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T19:12:17,376 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T19:12:17,377 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T19:12:17,377 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T19:12:17,377 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T19:12:17,377 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5521ed46-ef2e-4c8f-c030-e906005e6388/hadoop.log.dir/,STOPPED}
2024-11-13T19:12:17,384 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T19:12:17,407 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down