2024-12-08 10:26:57,944 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-08 10:26:57,963 main DEBUG Took 0.016236 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-08 10:26:57,963 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-08 10:26:57,963 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-08 10:26:57,964 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-08 10:26:57,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,972 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-08 10:26:57,986 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,991 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,992 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,994 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,995 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:57,999 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:57,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:58,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:58,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:58,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:58,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:58,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:58,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-08 10:26:58,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:58,003 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-08 10:26:58,005 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-08 10:26:58,007 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-08 10:26:58,009 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-08 10:26:58,010 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-08 10:26:58,012 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-08 10:26:58,013 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-08 10:26:58,023 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-08 10:26:58,027 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-08 10:26:58,029 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-08 10:26:58,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-08 10:26:58,030 main DEBUG createAppenders(={Console})
2024-12-08 10:26:58,031 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-08 10:26:58,031 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-08 10:26:58,031 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-08 10:26:58,032 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-08 10:26:58,033 main DEBUG OutputStream closed
2024-12-08 10:26:58,033 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-08 10:26:58,033 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-08 10:26:58,034 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-08 10:26:58,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-08 10:26:58,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-08 10:26:58,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-08 10:26:58,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-08 10:26:58,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-08 10:26:58,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-08 10:26:58,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-08 10:26:58,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-08 10:26:58,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-08 10:26:58,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-08 10:26:58,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-08 10:26:58,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-08 10:26:58,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-08 10:26:58,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-08 10:26:58,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-08 10:26:58,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-08 10:26:58,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-08 10:26:58,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-08 10:26:58,125 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-08 10:26:58,126 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-08 10:26:58,126 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-08 10:26:58,128 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-08T10:26:58,142 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-08 10:26:58,145 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-08 10:26:58,146 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-08T10:26:58,411 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf
2024-12-08T10:26:58,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-08T10:26:58,451 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03, deleteOnExit=true
2024-12-08T10:26:58,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-08T10:26:58,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/test.cache.data in system properties and HBase conf
2024-12-08T10:26:58,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.tmp.dir in system properties and HBase conf
2024-12-08T10:26:58,454 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.log.dir in system properties and HBase conf
2024-12-08T10:26:58,455 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-08T10:26:58,455 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-08T10:26:58,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-08T10:26:58,555 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-08T10:26:58,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-08T10:26:58,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-08T10:26:58,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-08T10:26:58,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-08T10:26:58,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-08T10:26:58,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-08T10:26:58,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-08T10:26:58,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-08T10:26:58,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-08T10:26:58,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-08T10:26:58,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/nfs.dump.dir in system properties and HBase conf
2024-12-08T10:26:58,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/java.io.tmpdir in system properties and HBase conf
2024-12-08T10:26:58,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-08T10:26:58,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-08T10:26:58,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-08T10:26:59,928 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-08T10:27:00,005 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2813ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-08T10:27:00,089 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-08T10:27:00,152 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-08T10:27:00,173 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-08T10:27:00,173 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-08T10:27:00,175 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-08T10:27:00,188 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-08T10:27:00,190 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.log.dir/,AVAILABLE}
2024-12-08T10:27:00,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-08T10:27:00,399 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/java.io.tmpdir/jetty-localhost-42131-hadoop-hdfs-3_4_1-tests_jar-_-any-2377502387945124548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-08T10:27:00,406 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42131}
2024-12-08T10:27:00,407 INFO  [Time-limited test {}] server.Server(415): Started @3216ms
2024-12-08T10:27:01,011 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-08T10:27:01,017 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-08T10:27:01,018 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-08T10:27:01,019 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-08T10:27:01,019 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-08T10:27:01,020 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.log.dir/,AVAILABLE}
2024-12-08T10:27:01,020 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-08T10:27:01,136 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-12634188194126391568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-08T10:27:01,137 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:34683}
2024-12-08T10:27:01,137 INFO  [Time-limited test {}] server.Server(415): Started @3947ms
2024-12-08T10:27:01,194 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-08T10:27:02,244 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/data/data2/current/BP-1997236107-172.17.0.2-1733653619296/current, will proceed with Du for space computation calculation, 
2024-12-08T10:27:02,244 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/data/data1/current/BP-1997236107-172.17.0.2-1733653619296/current, will proceed with Du for space computation calculation, 
2024-12-08T10:27:02,277 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-08T10:27:02,329 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2964a9039cdacfb with lease ID 0xff6484425dff0685: Processing first storage report for DS-175d5be7-0553-46d7-8889-80e92072c888 from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=19152e53-32f1-4069-96a7-ea14a4286fce, infoPort=44179, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=44386173;c=1733653619296)
2024-12-08T10:27:02,330 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2964a9039cdacfb with lease ID 0xff6484425dff0685: from storage DS-175d5be7-0553-46d7-8889-80e92072c888 node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=19152e53-32f1-4069-96a7-ea14a4286fce, infoPort=44179, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=44386173;c=1733653619296), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-08T10:27:02,331 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2964a9039cdacfb with lease ID 0xff6484425dff0685: Processing first storage report for DS-7870a7b3-d722-4164-bb77-e0a8d9ec4d46 from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=19152e53-32f1-4069-96a7-ea14a4286fce, infoPort=44179, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=44386173;c=1733653619296)
2024-12-08T10:27:02,331 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2964a9039cdacfb with lease ID 0xff6484425dff0685: from storage DS-7870a7b3-d722-4164-bb77-e0a8d9ec4d46 node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=19152e53-32f1-4069-96a7-ea14a4286fce, infoPort=44179, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=44386173;c=1733653619296), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-08T10:27:02,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf
2024-12-08T10:27:02,597 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/zookeeper_0, clientPort=60303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-08T10:27:02,607 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60303
2024-12-08T10:27:02,618 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:02,621 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:02,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741825_1001 (size=7)
2024-12-08T10:27:03,254 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814 with version=8
2024-12-08T10:27:03,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/hbase-staging
2024-12-08T10:27:03,337 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-08T10:27:03,597 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/37f3da559cb4:0 server-side Connection retries=9
2024-12-08T10:27:03,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:03,607 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:03,611 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-08T10:27:03,612 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:03,612 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-08T10:27:03,745 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-08T10:27:03,805 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-08T10:27:03,813 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-08T10:27:03,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-08T10:27:03,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 85088 (auto-detected)
2024-12-08T10:27:03,839 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-08T10:27:03,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42447
2024-12-08T10:27:03,880 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42447 connecting to ZooKeeper ensemble=127.0.0.1:60303
2024-12-08T10:27:04,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424470x0, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-08T10:27:04,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42447-0x10004f6f5f80000 connected
2024-12-08T10:27:04,122 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:04,125 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:04,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-08T10:27:04,139 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814, hbase.cluster.distributed=false
2024-12-08T10:27:04,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-08T10:27:04,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42447
2024-12-08T10:27:04,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42447
2024-12-08T10:27:04,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42447
2024-12-08T10:27:04,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42447
2024-12-08T10:27:04,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42447
2024-12-08T10:27:04,284 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/37f3da559cb4:0 server-side Connection retries=9
2024-12-08T10:27:04,285 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:04,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:04,286 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-08T10:27:04,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-08T10:27:04,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-08T10:27:04,289 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-08T10:27:04,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-08T10:27:04,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46561
2024-12-08T10:27:04,295 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46561 connecting to ZooKeeper ensemble=127.0.0.1:60303
2024-12-08T10:27:04,297 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:04,302 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465610x0, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-08T10:27:04,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465610x0, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-08T10:27:04,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46561-0x10004f6f5f80001 connected
2024-12-08T10:27:04,342 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-08T10:27:04,352 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-08T10:27:04,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-08T10:27:04,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-08T10:27:04,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46561
2024-12-08T10:27:04,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46561
2024-12-08T10:27:04,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46561
2024-12-08T10:27:04,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46561
2024-12-08T10:27:04,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46561
2024-12-08T10:27:04,377 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;37f3da559cb4:42447
2024-12-08T10:27:04,378 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/37f3da559cb4,42447,1733653623423
2024-12-08T10:27:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-08T10:27:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-08T10:27:04,396 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/37f3da559cb4,42447,1733653623423
2024-12-08T10:27:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-08T10:27:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:04,432 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-08T10:27:04,433 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/37f3da559cb4,42447,1733653623423 from backup master directory
2024-12-08T10:27:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/37f3da559cb4,42447,1733653623423
2024-12-08T10:27:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-08T10:27:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-08T10:27:04,447 WARN  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-08T10:27:04,447 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=37f3da559cb4,42447,1733653623423
2024-12-08T10:27:04,449 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-08T10:27:04,450 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-08T10:27:04,508 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/hbase.id] with ID: 497279db-27cc-40ff-a140-4e2be40500b0
2024-12-08T10:27:04,509 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/.tmp/hbase.id
2024-12-08T10:27:04,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741826_1002 (size=42)
2024-12-08T10:27:04,921 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/.tmp/hbase.id]:[hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/hbase.id]
2024-12-08T10:27:04,973 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-08T10:27:04,978 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-08T10:27:04,997 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-08T10:27:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:05,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741827_1003 (size=196)
2024-12-08T10:27:05,475 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:27:05,478 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-08T10:27:05,494 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-08T10:27:05,499 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-08T10:27:05,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741828_1004 (size=1189)
2024-12-08T10:27:05,950 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store
2024-12-08T10:27:05,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741829_1005 (size=34)
2024-12-08T10:27:06,377 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-08T10:27:06,381 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:27:06,382 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-08T10:27:06,382 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:27:06,383 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:27:06,384 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-08T10:27:06,385 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:27:06,385 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:27:06,386 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733653626382Disabling compacts and flushes for region at 1733653626382Disabling writes for close at 1733653626384 (+2 ms)Writing region close event to WAL at 1733653626385 (+1 ms)Closed at 1733653626385
2024-12-08T10:27:06,389 WARN  [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/.initializing
2024-12-08T10:27:06,389 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/WALs/37f3da559cb4,42447,1733653623423
2024-12-08T10:27:06,397 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-08T10:27:06,414 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C42447%2C1733653623423, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/WALs/37f3da559cb4,42447,1733653623423, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/oldWALs, maxLogs=10
2024-12-08T10:27:06,439 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/WALs/37f3da559cb4,42447,1733653623423/37f3da559cb4%2C42447%2C1733653623423.1733653626419, exclude list is [], retry=0
2024-12-08T10:27:06,456 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-175d5be7-0553-46d7-8889-80e92072c888,DISK]
2024-12-08T10:27:06,459 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-08T10:27:06,497 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/WALs/37f3da559cb4,42447,1733653623423/37f3da559cb4%2C42447%2C1733653623423.1733653626419
2024-12-08T10:27:06,498 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)]
2024-12-08T10:27:06,499 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:27:06,500 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:27:06,504 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,505 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,546 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-08T10:27:06,575 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-08T10:27:06,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:06,583 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:27:06,583 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-08T10:27:06,587 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-08T10:27:06,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:06,588 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:27:06,589 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-08T10:27:06,592 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-08T10:27:06,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:06,594 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:27:06,595 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-08T10:27:06,598 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-08T10:27:06,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:06,599 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:27:06,600 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,604 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,605 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,612 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,612 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,616 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-08T10:27:06,620 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-08T10:27:06,625 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:27:06,627 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600266, jitterRate=-0.09698566794395447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-08T10:27:06,632 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733653626521Initializing all the Stores at 1733653626523 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653626524 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653626525 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653626525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653626525Cleaning up temporary data from old regions at 1733653626613 (+88 ms)Region opened successfully at 1733653626632 (+19 ms)
2024-12-08T10:27:06,634 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-08T10:27:06,668 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2050527e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0
2024-12-08T10:27:06,705 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-08T10:27:06,718 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-08T10:27:06,718 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-08T10:27:06,721 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-08T10:27:06,723 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-08T10:27:06,729 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-08T10:27:06,729 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-08T10:27:06,758 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-08T10:27:06,768 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-08T10:27:06,820 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-08T10:27:06,825 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-08T10:27:06,827 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-08T10:27:06,835 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-08T10:27:06,838 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-08T10:27:06,843 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-08T10:27:06,856 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-08T10:27:06,858 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-08T10:27:06,866 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-08T10:27:06,888 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-08T10:27:06,898 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-08T10:27:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-08T10:27:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-08T10:27:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:06,912 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=37f3da559cb4,42447,1733653623423, sessionid=0x10004f6f5f80000, setting cluster-up flag (Was=false)
2024-12-08T10:27:06,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:06,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:06,978 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-08T10:27:06,981 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37f3da559cb4,42447,1733653623423
2024-12-08T10:27:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:27:07,035 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-08T10:27:07,038 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37f3da559cb4,42447,1733653623423
2024-12-08T10:27:07,048 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-08T10:27:07,067 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(746): ClusterId : 497279db-27cc-40ff-a140-4e2be40500b0
2024-12-08T10:27:07,070 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-08T10:27:07,085 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-08T10:27:07,086 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-08T10:27:07,100 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-08T10:27:07,101 DEBUG [RS:0;37f3da559cb4:46561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@993e91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0
2024-12-08T10:27:07,118 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;37f3da559cb4:46561
2024-12-08T10:27:07,121 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-08T10:27:07,121 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-08T10:27:07,121 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-08T10:27:07,124 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(2659): reportForDuty to master=37f3da559cb4,42447,1733653623423 with port=46561, startcode=1733653624248
2024-12-08T10:27:07,128 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-08T10:27:07,135 DEBUG [RS:0;37f3da559cb4:46561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-08T10:27:07,138 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-08T10:27:07,146 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-08T10:27:07,153 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 37f3da559cb4,42447,1733653623423
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-08T10:27:07,163 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5
2024-12-08T10:27:07,163 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5
2024-12-08T10:27:07,163 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5
2024-12-08T10:27:07,164 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5
2024-12-08T10:27:07,164 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/37f3da559cb4:0, corePoolSize=10, maxPoolSize=10
2024-12-08T10:27:07,164 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:07,165 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2
2024-12-08T10:27:07,165 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:07,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-08T10:27:07,177 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-08T10:27:07,177 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733653657177
2024-12-08T10:27:07,178 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-08T10:27:07,179 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-08T10:27:07,180 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-08T10:27:07,184 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-08T10:27:07,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:07,185 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-08T10:27:07,185 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-08T10:27:07,185 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-08T10:27:07,185 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-08T10:27:07,186 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-08T10:27:07,197 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:07,212 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-08T10:27:07,213 WARN  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-08T10:27:07,217 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-08T10:27:07,218 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-08T10:27:07,219 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-08T10:27:07,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741831_1007 (size=1321)
2024-12-08T10:27:07,221 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-08T10:27:07,222 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-08T10:27:07,223 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653627223,5,FailOnTimeoutGroup]
2024-12-08T10:27:07,224 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653627224,5,FailOnTimeoutGroup]
2024-12-08T10:27:07,224 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:07,224 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-08T10:27:07,225 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:07,226 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:07,623 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-08T10:27:07,623 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:27:07,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741832_1008 (size=32)
2024-12-08T10:27:08,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:27:08,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-08T10:27:08,045 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-08T10:27:08,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:08,046 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:27:08,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-08T10:27:08,050 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-08T10:27:08,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:08,051 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:27:08,051 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-08T10:27:08,054 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-08T10:27:08,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:08,056 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:27:08,056 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-08T10:27:08,058 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-08T10:27:08,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:27:08,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:27:08,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-08T10:27:08,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740
2024-12-08T10:27:08,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740
2024-12-08T10:27:08,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-08T10:27:08,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-08T10:27:08,066 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-08T10:27:08,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-08T10:27:08,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:27:08,075 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66508391, jitterRate=-0.008947744965553284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-08T10:27:08,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733653628038Initializing all the Stores at 1733653628041 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653628041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653628041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653628041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653628041Cleaning up temporary data from old regions at 1733653628065 (+24 ms)Region opened successfully at 1733653628077 (+12 ms)
2024-12-08T10:27:08,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-08T10:27:08,078 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-08T10:27:08,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-08T10:27:08,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-08T10:27:08,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-08T10:27:08,079 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-08T10:27:08,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733653628078Disabling compacts and flushes for region at 1733653628078Disabling writes for close at 1733653628078Writing region close event to WAL at 1733653628079 (+1 ms)Closed at 1733653628079
2024-12-08T10:27:08,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-08T10:27:08,084 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-08T10:27:08,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-08T10:27:08,100 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-08T10:27:08,103 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-08T10:27:08,254 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:09,254 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:10,255 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:11,256 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:12,257 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:13,257 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:13,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-08T10:27:13,802 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-08T10:27:14,258 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:15,259 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:16,260 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:17,260 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:18,261 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:19,262 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:20,263 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:21,263 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:22,264 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:23,264 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:24,265 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:25,266 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:26,266 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:27,267 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:28,268 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:29,269 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:30,269 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:31,270 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:32,271 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:32,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-08T10:27:33,271 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:34,272 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:35,273 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:36,273 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:37,215 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(2659): reportForDuty to master=37f3da559cb4,42447,1733653623423 with port=46561, startcode=1733653624248
2024-12-08T10:27:37,218 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,221 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(517): Registering regionserver=37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,231 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:27:37,231 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37109
2024-12-08T10:27:37,231 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-08T10:27:37,274 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-08T10:27:37,293 DEBUG [RS:0;37f3da559cb4:46561 {}] zookeeper.ZKUtil(111): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,293 WARN  [RS:0;37f3da559cb4:46561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-08T10:27:37,294 INFO  [RS:0;37f3da559cb4:46561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-08T10:27:37,294 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,298 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37f3da559cb4,46561,1733653624248]
2024-12-08T10:27:37,318 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-08T10:27:37,330 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-08T10:27:37,335 INFO  [RS:0;37f3da559cb4:46561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-08T10:27:37,335 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,336 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-08T10:27:37,342 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-08T10:27:37,343 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,343 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2
2024-12-08T10:27:37,344 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3
2024-12-08T10:27:37,345 DEBUG [RS:0;37f3da559cb4:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3
2024-12-08T10:27:37,349 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,349 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,350 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,350 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,350 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,350 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,46561,1733653624248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-08T10:27:37,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-08T10:27:37,369 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,46561,1733653624248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,369 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,369 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.Replication(171): 37f3da559cb4,46561,1733653624248 started
2024-12-08T10:27:37,387 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:27:37,387 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1482): Serving as 37f3da559cb4,46561,1733653624248, RpcServer on 37f3da559cb4/172.17.0.2:46561, sessionid=0x10004f6f5f80001
2024-12-08T10:27:37,388 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-08T10:27:37,388 DEBUG [RS:0;37f3da559cb4:46561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,388 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,46561,1733653624248'
2024-12-08T10:27:37,389 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-08T10:27:37,389 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-08T10:27:37,390 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-08T10:27:37,390 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-08T10:27:37,390 DEBUG [RS:0;37f3da559cb4:46561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37f3da559cb4,46561,1733653624248
2024-12-08T10:27:37,390 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,46561,1733653624248'
2024-12-08T10:27:37,390 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-08T10:27:37,391 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-08T10:27:37,392 DEBUG [RS:0;37f3da559cb4:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-08T10:27:37,392 INFO  [RS:0;37f3da559cb4:46561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-08T10:27:37,392 INFO  [RS:0;37f3da559cb4:46561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-08T10:27:38,275 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:39,276 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:40,276 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:41,277 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:42,278 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:43,278 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:44,279 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:45,279 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:46,280 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:47,281 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:48,282 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:49,283 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:50,284 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:51,285 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:52,286 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:53,287 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:54,288 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:55,288 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:56,289 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:57,290 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:58,291 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:27:59,292 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:00,293 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:01,293 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:02,294 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:02,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-08T10:28:03,295 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:04,296 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:05,296 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:06,297 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:07,298 WARN  [37f3da559cb4:42447 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-08T10:28:07,402 INFO  [RS:0;37f3da559cb4:46561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-08T10:28:07,405 INFO  [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C46561%2C1733653624248, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/oldWALs, maxLogs=32
2024-12-08T10:28:07,419 DEBUG [RS:0;37f3da559cb4:46561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248/37f3da559cb4%2C46561%2C1733653624248.1733653687407, exclude list is [], retry=0
2024-12-08T10:28:07,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-175d5be7-0553-46d7-8889-80e92072c888,DISK]
2024-12-08T10:28:07,425 INFO  [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248/37f3da559cb4%2C46561%2C1733653624248.1733653687407
2024-12-08T10:28:07,426 DEBUG [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)]
2024-12-08T10:28:07,552 DEBUG [37f3da559cb4:42447 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-08T10:28:07,566 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:07,571 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,46561,1733653624248, state=OPENING
2024-12-08T10:28:07,606 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-08T10:28:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:28:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:28:07,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-08T10:28:07,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-08T10:28:07,623 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-08T10:28:07,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:07,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-08T10:28:07,811 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-08T10:28:07,824 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-08T10:28:07,824 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-08T10:28:07,825 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-08T10:28:07,828 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C46561%2C1733653624248.meta, suffix=.meta, logDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/oldWALs, maxLogs=32
2024-12-08T10:28:07,843 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248/37f3da559cb4%2C46561%2C1733653624248.meta.1733653687830.meta, exclude list is [], retry=0
2024-12-08T10:28:07,846 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-175d5be7-0553-46d7-8889-80e92072c888,DISK]
2024-12-08T10:28:07,850 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/WALs/37f3da559cb4,46561,1733653624248/37f3da559cb4%2C46561%2C1733653624248.meta.1733653687830.meta
2024-12-08T10:28:07,850 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)]
2024-12-08T10:28:07,850 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:07,852 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-08T10:28:07,855 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-08T10:28:07,859 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-08T10:28:07,862 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-08T10:28:07,863 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:07,863 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-08T10:28:07,863 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-08T10:28:07,866 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-08T10:28:07,868 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-08T10:28:07,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:07,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:28:07,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-08T10:28:07,871 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-08T10:28:07,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:07,872 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:28:07,872 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-08T10:28:07,873 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-08T10:28:07,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:07,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:28:07,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-08T10:28:07,876 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-08T10:28:07,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:07,876 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-08T10:28:07,877 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-08T10:28:07,878 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740
2024-12-08T10:28:07,881 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740
2024-12-08T10:28:07,883 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-08T10:28:07,883 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-08T10:28:07,884 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-08T10:28:07,887 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-08T10:28:07,888 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60831871, jitterRate=-0.09353448450565338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-08T10:28:07,888 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-08T10:28:07,889 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733653687864Writing region info on filesystem at 1733653687864Initializing all the Stores at 1733653687866 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653687866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653687866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653687866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653687866Cleaning up temporary data from old regions at 1733653687884 (+18 ms)Running coprocessor post-open hooks at 1733653687888 (+4 ms)Region opened successfully at 1733653687889 (+1 ms)
2024-12-08T10:28:07,896 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733653687797
2024-12-08T10:28:07,907 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-08T10:28:07,907 INFO  [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-08T10:28:07,909 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:07,912 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,46561,1733653624248, state=OPEN
2024-12-08T10:28:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-08T10:28:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-08T10:28:07,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-08T10:28:07,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-08T10:28:07,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:07,982 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-08T10:28:07,982 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,46561,1733653624248 in 349 msec
2024-12-08T10:28:07,990 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-08T10:28:07,990 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8940 sec
2024-12-08T10:28:07,991 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-08T10:28:07,991 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-08T10:28:08,007 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-08T10:28:08,009 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46561,1733653624248, seqNum=-1]
2024-12-08T10:28:08,026 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-08T10:28:08,028 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-08T10:28:08,046 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.965 sec
2024-12-08T10:28:08,047 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733653688046, completionTime=-1
2024-12-08T10:28:08,050 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-08T10:28:08,051 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-08T10:28:08,073 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-08T10:28:08,073 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733653748073
2024-12-08T10:28:08,073 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733653808073
2024-12-08T10:28:08,074 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec
2024-12-08T10:28:08,075 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,075 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,075 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,076 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-37f3da559cb4:42447, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,077 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,077 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,082 DEBUG [master/37f3da559cb4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-08T10:28:08,104 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.657sec
2024-12-08T10:28:08,122 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-08T10:28:08,124 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-08T10:28:08,125 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-08T10:28:08,125 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-08T10:28:08,126 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-08T10:28:08,126 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-08T10:28:08,127 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-08T10:28:08,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,135 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-08T10:28:08,136 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-08T10:28:08,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37f3da559cb4,42447,-1 for getting cluster id
2024-12-08T10:28:08,141 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-08T10:28:08,142 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-08T10:28:08,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-08T10:28:08,143 INFO  [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,42447,1733653623423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-08T10:28:08,154 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '497279db-27cc-40ff-a140-4e2be40500b0'
2024-12-08T10:28:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-08T10:28:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "497279db-27cc-40ff-a140-4e2be40500b0"

2024-12-08T10:28:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5905a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37f3da559cb4,42447,-1]
2024-12-08T10:28:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-08T10:28:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:28:08,167 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-08T10:28:08,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-08T10:28:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46561,1733653624248, seqNum=-1]
2024-12-08T10:28:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-08T10:28:08,182 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-08T10:28:08,200 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=37f3da559cb4,42447,1733653623423
2024-12-08T10:28:08,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37f3da559cb4,42447,-1 for getting cluster id
2024-12-08T10:28:08,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-08T10:28:08,205 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '497279db-27cc-40ff-a140-4e2be40500b0'
2024-12-08T10:28:08,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-08T10:28:08,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "497279db-27cc-40ff-a140-4e2be40500b0"

2024-12-08T10:28:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37f3da559cb4,42447,-1]
2024-12-08T10:28:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-08T10:28:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:28:08,208 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-08T10:28:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b62f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-08T10:28:08,222 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=10034
2024-12-08T10:28:08,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-08T10:28:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 37f3da559cb4,42447,1733653623423
2024-12-08T10:28:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ce68b4
2024-12-08T10:28:08,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-08T10:28:08,241 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-08T10:28:08,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-08T10:28:08,260 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:08,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-08T10:28:08,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:08,264 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-08T10:28:08,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741835_1011 (size=428)
2024-12-08T10:28:08,680 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d6f61978d1a8ba3484318f4ad14df1e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:08,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741836_1012 (size=79)
2024-12-08T10:28:09,090 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:09,090 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6d6f61978d1a8ba3484318f4ad14df1e, disabling compactions & flushes
2024-12-08T10:28:09,090 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,090 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,090 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e. after waiting 0 ms
2024-12-08T10:28:09,090 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,091 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,091 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d6f61978d1a8ba3484318f4ad14df1e:
Waiting for close lock at 1733653689090Disabling compacts and flushes for region at 1733653689090Disabling writes for close at 1733653689090Writing region close event to WAL at 1733653689090Closed at 1733653689090
2024-12-08T10:28:09,093 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:09,098 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733653689093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653689093"}]},"ts":"1733653689093"}
2024-12-08T10:28:09,102 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:09,104 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:09,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653689104"}]},"ts":"1733653689104"}
2024-12-08T10:28:09,111 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-08T10:28:09,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d6f61978d1a8ba3484318f4ad14df1e, ASSIGN}]
2024-12-08T10:28:09,115 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d6f61978d1a8ba3484318f4ad14df1e, ASSIGN
2024-12-08T10:28:09,117 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d6f61978d1a8ba3484318f4ad14df1e, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:09,269 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d6f61978d1a8ba3484318f4ad14df1e, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:09,273 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d6f61978d1a8ba3484318f4ad14df1e, ASSIGN because future has completed
2024-12-08T10:28:09,275 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6f61978d1a8ba3484318f4ad14df1e, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-08T10:28:09,439 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,440 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d6f61978d1a8ba3484318f4ad14df1e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:09,440 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,440 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:09,440 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,440 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,443 INFO  [StoreOpener-6d6f61978d1a8ba3484318f4ad14df1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6d6f61978d1a8ba3484318f4ad14df1e 
2024-12-08T10:28:09,445 INFO  [StoreOpener-6d6f61978d1a8ba3484318f4ad14df1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6f61978d1a8ba3484318f4ad14df1e columnFamilyName testFamily
2024-12-08T10:28:09,445 DEBUG [StoreOpener-6d6f61978d1a8ba3484318f4ad14df1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:09,446 INFO  [StoreOpener-6d6f61978d1a8ba3484318f4ad14df1e-1 {}] regionserver.HStore(327): Store=6d6f61978d1a8ba3484318f4ad14df1e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:09,447 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,448 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,448 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,449 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,449 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,452 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,455 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:09,455 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d6f61978d1a8ba3484318f4ad14df1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62302244, jitterRate=-0.07162421941757202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:09,456 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:28:09,457 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d6f61978d1a8ba3484318f4ad14df1e:
Running coprocessor pre-open hook at 1733653689441Writing region info on filesystem at 1733653689441Initializing all the Stores at 1733653689443 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653689443Cleaning up temporary data from old regions at 1733653689449 (+6 ms)Running coprocessor post-open hooks at 1733653689456 (+7 ms)Region opened successfully at 1733653689457 (+1 ms)
2024-12-08T10:28:09,459 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e., pid=6, masterSystemTime=1733653689429
2024-12-08T10:28:09,462 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,462 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:28:09,463 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d6f61978d1a8ba3484318f4ad14df1e, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:09,467 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6f61978d1a8ba3484318f4ad14df1e, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:09,475 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-08T10:28:09,475 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d6f61978d1a8ba3484318f4ad14df1e, server=37f3da559cb4,46561,1733653624248 in 195 msec
2024-12-08T10:28:09,478 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-08T10:28:09,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d6f61978d1a8ba3484318f4ad14df1e, ASSIGN in 362 msec
2024-12-08T10:28:09,480 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:09,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653689480"}]},"ts":"1733653689480"}
2024-12-08T10:28:09,483 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-08T10:28:09,485 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:09,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2330 sec
2024-12-08T10:28:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-08T10:28:11,309 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-08T10:28:11,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-08T10:28:11,312 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:11,320 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-08T10:28:11,320 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:11,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-08T10:28:11,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-08T10:28:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46561,1733653624248, seqNum=-1]
2024-12-08T10:28:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-08T10:28:11,330 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-08T10:28:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:11,351 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:11,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-08T10:28:11,362 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-08T10:28:11,368 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-08T10:28:11,372 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-08T10:28:11,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8879753131093655544
2024-12-08T10:28:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653694372, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:11,384 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-08T10:28:11,386 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-08T10:28:11,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:11,389 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:11,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8879753131093655542
2024-12-08T10:28:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653694389, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:11,394 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:11,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8879753131093655541
2024-12-08T10:28:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653694394, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:11,400 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:11,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8879753131093655540
2024-12-08T10:28:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653694400, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:11,407 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:11,418 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-870599515_22 at /127.0.0.1:48974 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/37f3da559cb4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=10005 (was 10034)
2024-12-08T10:28:11,425 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=10005
2024-12-08T10:28:11,428 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:11,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-08T10:28:11,432 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:11,432 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:11,432 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-08T10:28:11,434 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-08T10:28:11,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741837_1013 (size=414)
2024-12-08T10:28:11,849 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47db13af7bd37c375d85d8e8c9bb349f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:11,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741838_1014 (size=65)
2024-12-08T10:28:12,260 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:12,261 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 47db13af7bd37c375d85d8e8c9bb349f, disabling compactions & flushes
2024-12-08T10:28:12,261 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,261 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,261 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f. after waiting 0 ms
2024-12-08T10:28:12,261 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,261 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,261 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47db13af7bd37c375d85d8e8c9bb349f:
Waiting for close lock at 1733653692260Disabling compacts and flushes for region at 1733653692260Disabling writes for close at 1733653692261 (+1 ms)Writing region close event to WAL at 1733653692261Closed at 1733653692261
2024-12-08T10:28:12,264 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:12,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733653692264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653692264"}]},"ts":"1733653692264"}
2024-12-08T10:28:12,269 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:12,271 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:12,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653692271"}]},"ts":"1733653692271"}
2024-12-08T10:28:12,275 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-08T10:28:12,275 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=47db13af7bd37c375d85d8e8c9bb349f, ASSIGN}]
2024-12-08T10:28:12,277 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=47db13af7bd37c375d85d8e8c9bb349f, ASSIGN
2024-12-08T10:28:12,279 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=47db13af7bd37c375d85d8e8c9bb349f, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:12,429 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=47db13af7bd37c375d85d8e8c9bb349f, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:12,434 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=47db13af7bd37c375d85d8e8c9bb349f, ASSIGN because future has completed
2024-12-08T10:28:12,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db13af7bd37c375d85d8e8c9bb349f, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-08T10:28:12,598 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 47db13af7bd37c375d85d8e8c9bb349f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:12,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:12,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,604 INFO  [StoreOpener-47db13af7bd37c375d85d8e8c9bb349f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 47db13af7bd37c375d85d8e8c9bb349f 
2024-12-08T10:28:12,607 INFO  [StoreOpener-47db13af7bd37c375d85d8e8c9bb349f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47db13af7bd37c375d85d8e8c9bb349f columnFamilyName testFamily
2024-12-08T10:28:12,607 DEBUG [StoreOpener-47db13af7bd37c375d85d8e8c9bb349f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:12,608 INFO  [StoreOpener-47db13af7bd37c375d85d8e8c9bb349f-1 {}] regionserver.HStore(327): Store=47db13af7bd37c375d85d8e8c9bb349f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:12,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:12,618 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 47db13af7bd37c375d85d8e8c9bb349f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59206367, jitterRate=-0.11775638163089752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:12,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:28:12,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 47db13af7bd37c375d85d8e8c9bb349f:
Running coprocessor pre-open hook at 1733653692600Writing region info on filesystem at 1733653692600Initializing all the Stores at 1733653692603 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653692603Cleaning up temporary data from old regions at 1733653692611 (+8 ms)Running coprocessor post-open hooks at 1733653692618 (+7 ms)Region opened successfully at 1733653692618
2024-12-08T10:28:12,620 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., pid=9, masterSystemTime=1733653692591
2024-12-08T10:28:12,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,622 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:28:12,623 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=47db13af7bd37c375d85d8e8c9bb349f, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:12,627 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db13af7bd37c375d85d8e8c9bb349f, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:12,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-08T10:28:12,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 47db13af7bd37c375d85d8e8c9bb349f, server=37f3da559cb4,46561,1733653624248 in 195 msec
2024-12-08T10:28:12,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-08T10:28:12,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=47db13af7bd37c375d85d8e8c9bb349f, ASSIGN in 360 msec
2024-12-08T10:28:12,641 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:12,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653692641"}]},"ts":"1733653692641"}
2024-12-08T10:28:12,645 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-08T10:28:12,647 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:12,650 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2190 sec
2024-12-08T10:28:13,402 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:28:13,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-08T10:28:13,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-08T10:28:13,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-08T10:28:13,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-08T10:28:13,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:13,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-08T10:28:13,803 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-08T10:28:13,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-08T10:28:13,804 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:13,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-08T10:28:13,806 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-08T10:28:14,466 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-08T10:28:14,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-08T10:28:14,466 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:14,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-08T10:28:14,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:14,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-08T10:28:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:14,486 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:14,487 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-08T10:28:14,490 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-08T10:28:14,491 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-08T10:28:20,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-08T10:28:20,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-08T10:28:20,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:28:20,512 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=9821 (was 10005)
2024-12-08T10:28:20,520 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=9821
2024-12-08T10:28:20,523 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:20,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-08T10:28:20,527 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:20,527 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:20,527 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-08T10:28:20,528 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-08T10:28:20,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741839_1015 (size=412)
2024-12-08T10:28:20,940 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aa1075646c5c196ff6157fc5508d252, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741840_1016 (size=63)
2024-12-08T10:28:20,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-08T10:28:21,356 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:21,356 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8aa1075646c5c196ff6157fc5508d252, disabling compactions & flushes
2024-12-08T10:28:21,356 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,356 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,357 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252. after waiting 0 ms
2024-12-08T10:28:21,357 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,357 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,357 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aa1075646c5c196ff6157fc5508d252:
Waiting for close lock at 1733653701356Disabling compacts and flushes for region at 1733653701356Disabling writes for close at 1733653701357 (+1 ms)Writing region close event to WAL at 1733653701357Closed at 1733653701357
2024-12-08T10:28:21,360 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:21,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733653701360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653701360"}]},"ts":"1733653701360"}
2024-12-08T10:28:21,365 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:21,367 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:21,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653701367"}]},"ts":"1733653701367"}
2024-12-08T10:28:21,371 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-08T10:28:21,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8aa1075646c5c196ff6157fc5508d252, ASSIGN}]
2024-12-08T10:28:21,373 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8aa1075646c5c196ff6157fc5508d252, ASSIGN
2024-12-08T10:28:21,374 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8aa1075646c5c196ff6157fc5508d252, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:21,525 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8aa1075646c5c196ff6157fc5508d252, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:21,530 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8aa1075646c5c196ff6157fc5508d252, ASSIGN because future has completed
2024-12-08T10:28:21,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa1075646c5c196ff6157fc5508d252, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-08T10:28:21,690 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aa1075646c5c196ff6157fc5508d252, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:21,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:21,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,693 INFO  [StoreOpener-8aa1075646c5c196ff6157fc5508d252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8aa1075646c5c196ff6157fc5508d252 
2024-12-08T10:28:21,695 INFO  [StoreOpener-8aa1075646c5c196ff6157fc5508d252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa1075646c5c196ff6157fc5508d252 columnFamilyName testFamily
2024-12-08T10:28:21,695 DEBUG [StoreOpener-8aa1075646c5c196ff6157fc5508d252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:21,696 INFO  [StoreOpener-8aa1075646c5c196ff6157fc5508d252-1 {}] regionserver.HStore(327): Store=8aa1075646c5c196ff6157fc5508d252/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:21,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:21,705 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 8aa1075646c5c196ff6157fc5508d252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63533378, jitterRate=-0.05327889323234558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:28:21,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8aa1075646c5c196ff6157fc5508d252:
Running coprocessor pre-open hook at 1733653701691Writing region info on filesystem at 1733653701691Initializing all the Stores at 1733653701692 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653701692Cleaning up temporary data from old regions at 1733653701698 (+6 ms)Running coprocessor post-open hooks at 1733653701705 (+7 ms)Region opened successfully at 1733653701706 (+1 ms)
2024-12-08T10:28:21,708 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252., pid=12, masterSystemTime=1733653701685
2024-12-08T10:28:21,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:28:21,711 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8aa1075646c5c196ff6157fc5508d252, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:21,714 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa1075646c5c196ff6157fc5508d252, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:21,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-08T10:28:21,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aa1075646c5c196ff6157fc5508d252, server=37f3da559cb4,46561,1733653624248 in 185 msec
2024-12-08T10:28:21,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-08T10:28:21,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8aa1075646c5c196ff6157fc5508d252, ASSIGN in 348 msec
2024-12-08T10:28:21,724 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:21,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653701724"}]},"ts":"1733653701724"}
2024-12-08T10:28:21,727 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-08T10:28:21,728 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:21,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2050 sec
2024-12-08T10:28:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-08T10:28:23,546 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-08T10:28:23,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-08T10:28:23,546 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:23,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-08T10:28:23,554 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:23,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-08T10:28:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:23,571 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:23,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-08T10:28:23,576 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-08T10:28:23,579 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-08T10:28:23,581 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-08T10:28:23,582 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-08T10:28:23,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-08T10:28:23,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:25,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-08T10:28:27,218 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:28:29,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655531' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-08T10:28:29,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:58990 deadline: 1733653715590, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655531' does not exist
2024-12-08T10:28:29,595 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37f3da559cb4,46561,1733653624248 for closing scanner id = -8879753131093655531 for 8aa1075646c5c196ff6157fc5508d252 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655531' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-08T10:28:29,596 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=9687 (was 9821)
2024-12-08T10:28:29,606 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=9684
2024-12-08T10:28:29,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-08T10:28:29,611 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:29,611 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:29,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-08T10:28:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-08T10:28:29,612 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:29,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741841_1017 (size=423)
2024-12-08T10:28:30,027 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e96cabf4963e05a796cd95469fe1bb3, NAME => 'testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:30,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741842_1018 (size=74)
2024-12-08T10:28:30,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-08T10:28:30,442 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:30,443 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 9e96cabf4963e05a796cd95469fe1bb3, disabling compactions & flushes
2024-12-08T10:28:30,443 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,443 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,443 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3. after waiting 0 ms
2024-12-08T10:28:30,443 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,443 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,443 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e96cabf4963e05a796cd95469fe1bb3:
Waiting for close lock at 1733653710442Disabling compacts and flushes for region at 1733653710442Disabling writes for close at 1733653710443 (+1 ms)Writing region close event to WAL at 1733653710443Closed at 1733653710443
2024-12-08T10:28:30,446 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:30,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733653710446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653710446"}]},"ts":"1733653710446"}
2024-12-08T10:28:30,451 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:30,453 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:30,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653710453"}]},"ts":"1733653710453"}
2024-12-08T10:28:30,455 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-08T10:28:30,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9e96cabf4963e05a796cd95469fe1bb3, ASSIGN}]
2024-12-08T10:28:30,457 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9e96cabf4963e05a796cd95469fe1bb3, ASSIGN
2024-12-08T10:28:30,458 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9e96cabf4963e05a796cd95469fe1bb3, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:30,609 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9e96cabf4963e05a796cd95469fe1bb3, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:30,613 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9e96cabf4963e05a796cd95469fe1bb3, ASSIGN because future has completed
2024-12-08T10:28:30,613 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e96cabf4963e05a796cd95469fe1bb3, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-08T10:28:30,773 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,774 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e96cabf4963e05a796cd95469fe1bb3, NAME => 'testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:30,774 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,774 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:30,775 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,775 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,778 INFO  [StoreOpener-9e96cabf4963e05a796cd95469fe1bb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9e96cabf4963e05a796cd95469fe1bb3 
2024-12-08T10:28:30,782 INFO  [StoreOpener-9e96cabf4963e05a796cd95469fe1bb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e96cabf4963e05a796cd95469fe1bb3 columnFamilyName testFamily
2024-12-08T10:28:30,783 DEBUG [StoreOpener-9e96cabf4963e05a796cd95469fe1bb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:30,784 INFO  [StoreOpener-9e96cabf4963e05a796cd95469fe1bb3-1 {}] regionserver.HStore(327): Store=9e96cabf4963e05a796cd95469fe1bb3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:30,784 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,786 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,788 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,788 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,789 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,791 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,794 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:30,795 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9e96cabf4963e05a796cd95469fe1bb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72993522, jitterRate=0.08768823742866516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:30,795 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:28:30,796 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9e96cabf4963e05a796cd95469fe1bb3:
Running coprocessor pre-open hook at 1733653710775Writing region info on filesystem at 1733653710775Initializing all the Stores at 1733653710777 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653710777Cleaning up temporary data from old regions at 1733653710789 (+12 ms)Running coprocessor post-open hooks at 1733653710795 (+6 ms)Region opened successfully at 1733653710796 (+1 ms)
2024-12-08T10:28:30,797 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3., pid=15, masterSystemTime=1733653710767
2024-12-08T10:28:30,800 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,800 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:28:30,801 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9e96cabf4963e05a796cd95469fe1bb3, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:30,804 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e96cabf4963e05a796cd95469fe1bb3, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:30,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-08T10:28:30,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e96cabf4963e05a796cd95469fe1bb3, server=37f3da559cb4,46561,1733653624248 in 193 msec
2024-12-08T10:28:30,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-08T10:28:30,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9e96cabf4963e05a796cd95469fe1bb3, ASSIGN in 354 msec
2024-12-08T10:28:30,812 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:30,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653710812"}]},"ts":"1733653710812"}
2024-12-08T10:28:30,815 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-08T10:28:30,816 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:30,818 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2080 sec
2024-12-08T10:28:31,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-08T10:28:32,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-08T10:28:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-08T10:28:32,638 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-08T10:28:32,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-08T10:28:32,639 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:32,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-08T10:28:32,647 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:32,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-08T10:28:32,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:32,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:32,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-08T10:28:32,666 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-08T10:28:32,668 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-08T10:28:32,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-08T10:28:32,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8879753131093655527
2024-12-08T10:28:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653715669, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:32,673 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-08T10:28:32,675 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-08T10:28:32,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:32,678 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:32,678 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8879753131093655525
2024-12-08T10:28:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653715677, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:32,682 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:32,683 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8879753131093655524
2024-12-08T10:28:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653715682, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:32,687 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:32,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8879753131093655523
2024-12-08T10:28:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:58990 deadline: 1733653715686, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-08T10:28:32,690 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-08T10:28:32,698 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-870599515_22 at /127.0.0.1:58374 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=9630 (was 9684)
2024-12-08T10:28:32,707 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=9629
2024-12-08T10:28:32,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-08T10:28:32,713 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:32,713 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:32,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-08T10:28:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-08T10:28:32,715 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:32,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741843_1019 (size=418)
2024-12-08T10:28:33,133 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dbb6269494d15dede017c57210ba2c3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:33,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741844_1020 (size=69)
2024-12-08T10:28:33,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:33,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 9dbb6269494d15dede017c57210ba2c3, disabling compactions & flushes
2024-12-08T10:28:33,545 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3. after waiting 0 ms
2024-12-08T10:28:33,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,545 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dbb6269494d15dede017c57210ba2c3:
Waiting for close lock at 1733653713545Disabling compacts and flushes for region at 1733653713545Disabling writes for close at 1733653713545Writing region close event to WAL at 1733653713545Closed at 1733653713545
2024-12-08T10:28:33,547 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:33,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733653713547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653713547"}]},"ts":"1733653713547"}
2024-12-08T10:28:33,550 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:33,551 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:33,551 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653713551"}]},"ts":"1733653713551"}
2024-12-08T10:28:33,553 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-08T10:28:33,554 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9dbb6269494d15dede017c57210ba2c3, ASSIGN}]
2024-12-08T10:28:33,555 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9dbb6269494d15dede017c57210ba2c3, ASSIGN
2024-12-08T10:28:33,556 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9dbb6269494d15dede017c57210ba2c3, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:33,708 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9dbb6269494d15dede017c57210ba2c3, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:33,714 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9dbb6269494d15dede017c57210ba2c3, ASSIGN because future has completed
2024-12-08T10:28:33,715 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dbb6269494d15dede017c57210ba2c3, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-08T10:28:33,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-08T10:28:33,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:33,881 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,881 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dbb6269494d15dede017c57210ba2c3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:33,882 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,882 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:33,882 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,882 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,884 INFO  [StoreOpener-9dbb6269494d15dede017c57210ba2c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9dbb6269494d15dede017c57210ba2c3 
2024-12-08T10:28:33,886 INFO  [StoreOpener-9dbb6269494d15dede017c57210ba2c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dbb6269494d15dede017c57210ba2c3 columnFamilyName testFamily
2024-12-08T10:28:33,886 DEBUG [StoreOpener-9dbb6269494d15dede017c57210ba2c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:33,887 INFO  [StoreOpener-9dbb6269494d15dede017c57210ba2c3-1 {}] regionserver.HStore(327): Store=9dbb6269494d15dede017c57210ba2c3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:33,887 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,888 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,889 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,889 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,889 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,891 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,894 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:33,895 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9dbb6269494d15dede017c57210ba2c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70879778, jitterRate=0.05619099736213684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:33,895 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:28:33,895 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9dbb6269494d15dede017c57210ba2c3:
Running coprocessor pre-open hook at 1733653713882Writing region info on filesystem at 1733653713882Initializing all the Stores at 1733653713884 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653713884Cleaning up temporary data from old regions at 1733653713889 (+5 ms)Running coprocessor post-open hooks at 1733653713895 (+6 ms)Region opened successfully at 1733653713895
2024-12-08T10:28:33,897 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., pid=18, masterSystemTime=1733653713872
2024-12-08T10:28:33,899 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,899 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:28:33,900 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9dbb6269494d15dede017c57210ba2c3, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:33,902 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dbb6269494d15dede017c57210ba2c3, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:33,906 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-08T10:28:33,906 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dbb6269494d15dede017c57210ba2c3, server=37f3da559cb4,46561,1733653624248 in 189 msec
2024-12-08T10:28:33,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-08T10:28:33,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9dbb6269494d15dede017c57210ba2c3, ASSIGN in 352 msec
2024-12-08T10:28:33,910 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:33,910 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653713910"}]},"ts":"1733653713910"}
2024-12-08T10:28:33,913 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-08T10:28:33,914 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:33,917 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2040 sec
2024-12-08T10:28:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-08T10:28:35,747 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-08T10:28:35,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-08T10:28:35,748 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:35,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-08T10:28:35,755 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:35,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-08T10:28:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:35,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:35,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-08T10:28:35,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-08T10:28:35,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-08T10:28:36,278 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:28:36,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-12-08T10:28:36,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-12-08T10:28:36,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:28:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-08T10:28:37,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-08T10:28:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:37,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-08T10:28:38,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=969ms
2024-12-08T10:28:38,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=969ms
2024-12-08T10:28:38,779 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:28:38,795 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=9624 (was 9629)
2024-12-08T10:28:38,806 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=9623
2024-12-08T10:28:38,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-08T10:28:38,811 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:38,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:38,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-08T10:28:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-08T10:28:38,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:38,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741845_1021 (size=416)
2024-12-08T10:28:39,229 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3dc58abecbb6f1a3a818f2623197c5b, NAME => 'testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:39,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741846_1022 (size=67)
2024-12-08T10:28:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b3dc58abecbb6f1a3a818f2623197c5b, disabling compactions & flushes
2024-12-08T10:28:39,638 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b. after waiting 0 ms
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:39,638 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:39,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3dc58abecbb6f1a3a818f2623197c5b:
Waiting for close lock at 1733653719638Disabling compacts and flushes for region at 1733653719638Disabling writes for close at 1733653719638Writing region close event to WAL at 1733653719638Closed at 1733653719638
2024-12-08T10:28:39,640 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:39,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733653719640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653719640"}]},"ts":"1733653719640"}
2024-12-08T10:28:39,642 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:39,644 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:39,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653719644"}]},"ts":"1733653719644"}
2024-12-08T10:28:39,647 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-08T10:28:39,647 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3dc58abecbb6f1a3a818f2623197c5b, ASSIGN}]
2024-12-08T10:28:39,649 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3dc58abecbb6f1a3a818f2623197c5b, ASSIGN
2024-12-08T10:28:39,650 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3dc58abecbb6f1a3a818f2623197c5b, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:39,802 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b3dc58abecbb6f1a3a818f2623197c5b, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:39,808 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3dc58abecbb6f1a3a818f2623197c5b, ASSIGN because future has completed
2024-12-08T10:28:39,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3dc58abecbb6f1a3a818f2623197c5b, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-08T10:28:39,975 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:39,975 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b3dc58abecbb6f1a3a818f2623197c5b, NAME => 'testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:39,976 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,976 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:39,976 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,977 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,979 INFO  [StoreOpener-b3dc58abecbb6f1a3a818f2623197c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b3dc58abecbb6f1a3a818f2623197c5b 
2024-12-08T10:28:39,981 INFO  [StoreOpener-b3dc58abecbb6f1a3a818f2623197c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3dc58abecbb6f1a3a818f2623197c5b columnFamilyName testFamily
2024-12-08T10:28:39,981 DEBUG [StoreOpener-b3dc58abecbb6f1a3a818f2623197c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:39,982 INFO  [StoreOpener-b3dc58abecbb6f1a3a818f2623197c5b-1 {}] regionserver.HStore(327): Store=b3dc58abecbb6f1a3a818f2623197c5b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:39,982 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,983 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,984 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,984 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,985 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,988 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,991 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:39,992 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b3dc58abecbb6f1a3a818f2623197c5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61734514, jitterRate=-0.08008405566215515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:39,992 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:28:39,992 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b3dc58abecbb6f1a3a818f2623197c5b:
Running coprocessor pre-open hook at 1733653719977Writing region info on filesystem at 1733653719977Initializing all the Stores at 1733653719978 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653719978Cleaning up temporary data from old regions at 1733653719985 (+7 ms)Running coprocessor post-open hooks at 1733653719992 (+7 ms)Region opened successfully at 1733653719992
2024-12-08T10:28:39,993 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b., pid=21, masterSystemTime=1733653719964
2024-12-08T10:28:40,054 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:40,054 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:28:40,056 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b3dc58abecbb6f1a3a818f2623197c5b, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:40,060 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3dc58abecbb6f1a3a818f2623197c5b, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:40,066 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-08T10:28:40,066 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure b3dc58abecbb6f1a3a818f2623197c5b, server=37f3da559cb4,46561,1733653624248 in 253 msec
2024-12-08T10:28:40,070 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-08T10:28:40,070 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3dc58abecbb6f1a3a818f2623197c5b, ASSIGN in 419 msec
2024-12-08T10:28:40,071 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:40,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653720071"}]},"ts":"1733653720071"}
2024-12-08T10:28:40,075 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-08T10:28:40,076 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:40,079 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2680 sec
2024-12-08T10:28:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-08T10:28:41,846 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-08T10:28:41,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-08T10:28:41,847 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:41,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-08T10:28:41,856 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:41,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-08T10:28:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:41,872 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:41,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-08T10:28:41,876 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-08T10:28:41,878 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-08T10:28:41,879 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-08T10:28:41,879 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-08T10:28:43,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-08T10:28:43,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-08T10:28:43,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:43,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-08T10:28:43,802 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:44,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655512' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-08T10:28:44,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:58990 deadline: 1733653725895, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655512' does not exist
2024-12-08T10:28:44,898 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37f3da559cb4,46561,1733653624248 for closing scanner id = -8879753131093655512 for b3dc58abecbb6f1a3a818f2623197c5b of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655512' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-08T10:28:44,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=9620 (was 9623)
2024-12-08T10:28:44,913 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=9620
2024-12-08T10:28:44,915 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-08T10:28:44,918 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:44,918 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:44,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-08T10:28:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-08T10:28:44,920 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:44,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741847_1023 (size=411)
2024-12-08T10:28:45,336 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02f03f4c9e26b59e02abebf26efc54e5, NAME => 'testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-08T10:28:45,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741848_1024 (size=62)
2024-12-08T10:28:45,479 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:28:45,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:45,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 02f03f4c9e26b59e02abebf26efc54e5, disabling compactions & flushes
2024-12-08T10:28:45,795 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:45,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:45,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5. after waiting 0 ms
2024-12-08T10:28:45,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:45,796 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:45,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02f03f4c9e26b59e02abebf26efc54e5:
Waiting for close lock at 1733653725795Disabling compacts and flushes for region at 1733653725795Disabling writes for close at 1733653725796 (+1 ms)Writing region close event to WAL at 1733653725796Closed at 1733653725796
2024-12-08T10:28:45,800 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:45,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733653725801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653725801"}]},"ts":"1733653725801"}
2024-12-08T10:28:45,806 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:45,807 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:45,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653725807"}]},"ts":"1733653725807"}
2024-12-08T10:28:45,810 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-08T10:28:45,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=02f03f4c9e26b59e02abebf26efc54e5, ASSIGN}]
2024-12-08T10:28:45,812 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=02f03f4c9e26b59e02abebf26efc54e5, ASSIGN
2024-12-08T10:28:45,813 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=02f03f4c9e26b59e02abebf26efc54e5, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-08T10:28:45,965 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=02f03f4c9e26b59e02abebf26efc54e5, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:45,972 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=02f03f4c9e26b59e02abebf26efc54e5, ASSIGN because future has completed
2024-12-08T10:28:45,973 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f03f4c9e26b59e02abebf26efc54e5, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:46,135 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:46,136 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 02f03f4c9e26b59e02abebf26efc54e5, NAME => 'testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:46,136 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,136 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:46,136 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,137 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,140 INFO  [StoreOpener-02f03f4c9e26b59e02abebf26efc54e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 02f03f4c9e26b59e02abebf26efc54e5 
2024-12-08T10:28:46,143 INFO  [StoreOpener-02f03f4c9e26b59e02abebf26efc54e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f03f4c9e26b59e02abebf26efc54e5 columnFamilyName testFamily
2024-12-08T10:28:46,143 DEBUG [StoreOpener-02f03f4c9e26b59e02abebf26efc54e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:46,144 INFO  [StoreOpener-02f03f4c9e26b59e02abebf26efc54e5-1 {}] regionserver.HStore(327): Store=02f03f4c9e26b59e02abebf26efc54e5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:46,144 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,145 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,146 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,147 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,147 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,150 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,154 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:46,155 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 02f03f4c9e26b59e02abebf26efc54e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72809586, jitterRate=0.0849473774433136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:46,155 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:28:46,156 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 02f03f4c9e26b59e02abebf26efc54e5:
Running coprocessor pre-open hook at 1733653726137Writing region info on filesystem at 1733653726137Initializing all the Stores at 1733653726139 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653726139Cleaning up temporary data from old regions at 1733653726147 (+8 ms)Running coprocessor post-open hooks at 1733653726155 (+8 ms)Region opened successfully at 1733653726155
2024-12-08T10:28:46,157 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., pid=24, masterSystemTime=1733653726128
2024-12-08T10:28:46,159 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:46,159 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:28:46,160 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=02f03f4c9e26b59e02abebf26efc54e5, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:46,162 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f03f4c9e26b59e02abebf26efc54e5, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:46,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-08T10:28:46,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 02f03f4c9e26b59e02abebf26efc54e5, server=37f3da559cb4,46561,1733653624248 in 191 msec
2024-12-08T10:28:46,168 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-08T10:28:46,168 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=02f03f4c9e26b59e02abebf26efc54e5, ASSIGN in 354 msec
2024-12-08T10:28:46,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:46,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653726169"}]},"ts":"1733653726169"}
2024-12-08T10:28:46,172 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-08T10:28:46,173 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:46,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2580 sec
2024-12-08T10:28:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-08T10:28:47,954 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-08T10:28:47,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-08T10:28:47,954 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:47,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-08T10:28:47,961 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:47,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-08T10:28:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:47,976 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:47,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-08T10:28:47,980 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-08T10:28:47,983 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-08T10:28:47,984 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-08T10:28:47,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-08T10:28:48,995 INFO  [master/37f3da559cb4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-08T10:28:48,996 INFO  [master/37f3da559cb4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-08T10:28:49,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-08T10:28:50,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655508' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-08T10:28:50,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:58990 deadline: 1733653731994, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655508' does not exist
2024-12-08T10:28:50,996 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37f3da559cb4,46561,1733653624248 for closing scanner id = -8879753131093655508 for 02f03f4c9e26b59e02abebf26efc54e5 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655508' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-08T10:28:51,003 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=9614 (was 9620)
2024-12-08T10:28:51,014 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=9613
2024-12-08T10:28:51,017 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:28:51,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-08T10:28:51,054 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:28:51,054 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:51,054 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-08T10:28:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-08T10:28:51,056 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:28:51,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741849_1025 (size=419)
2024-12-08T10:28:51,474 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8a81bbf014dc8d666f8b4e8c1d29de8, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:28:51,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741850_1026 (size=70)
2024-12-08T10:28:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-08T10:28:51,641 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:28:51,887 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:51,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c8a81bbf014dc8d666f8b4e8c1d29de8, disabling compactions & flushes
2024-12-08T10:28:51,888 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:51,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:51,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8. after waiting 0 ms
2024-12-08T10:28:51,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:51,888 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:51,889 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8a81bbf014dc8d666f8b4e8c1d29de8:
Waiting for close lock at 1733653731888Disabling compacts and flushes for region at 1733653731888Disabling writes for close at 1733653731888Writing region close event to WAL at 1733653731888Closed at 1733653731888
2024-12-08T10:28:51,892 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:28:51,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733653731893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653731893"}]},"ts":"1733653731893"}
2024-12-08T10:28:51,899 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:28:51,901 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:28:51,901 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653731901"}]},"ts":"1733653731901"}
2024-12-08T10:28:51,904 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-08T10:28:51,904 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c8a81bbf014dc8d666f8b4e8c1d29de8, ASSIGN}]
2024-12-08T10:28:51,906 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c8a81bbf014dc8d666f8b4e8c1d29de8, ASSIGN
2024-12-08T10:28:51,907 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c8a81bbf014dc8d666f8b4e8c1d29de8, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:28:52,058 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c8a81bbf014dc8d666f8b4e8c1d29de8, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:52,063 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c8a81bbf014dc8d666f8b4e8c1d29de8, ASSIGN because future has completed
2024-12-08T10:28:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-08T10:28:52,064 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a81bbf014dc8d666f8b4e8c1d29de8, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:28:52,229 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:52,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c8a81bbf014dc8d666f8b4e8c1d29de8, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:28:52,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:28:52,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,233 INFO  [StoreOpener-c8a81bbf014dc8d666f8b4e8c1d29de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c8a81bbf014dc8d666f8b4e8c1d29de8 
2024-12-08T10:28:52,235 INFO  [StoreOpener-c8a81bbf014dc8d666f8b4e8c1d29de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a81bbf014dc8d666f8b4e8c1d29de8 columnFamilyName testFamily
2024-12-08T10:28:52,236 DEBUG [StoreOpener-c8a81bbf014dc8d666f8b4e8c1d29de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:28:52,236 INFO  [StoreOpener-c8a81bbf014dc8d666f8b4e8c1d29de8-1 {}] regionserver.HStore(327): Store=c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:28:52,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:28:52,245 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c8a81bbf014dc8d666f8b4e8c1d29de8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68101858, jitterRate=0.01479676365852356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:28:52,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:28:52,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c8a81bbf014dc8d666f8b4e8c1d29de8:
Running coprocessor pre-open hook at 1733653732230Writing region info on filesystem at 1733653732230Initializing all the Stores at 1733653732232 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653732232Cleaning up temporary data from old regions at 1733653732240 (+8 ms)Running coprocessor post-open hooks at 1733653732245 (+5 ms)Region opened successfully at 1733653732246 (+1 ms)
2024-12-08T10:28:52,247 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., pid=27, masterSystemTime=1733653732219
2024-12-08T10:28:52,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:52,249 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:28:52,250 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c8a81bbf014dc8d666f8b4e8c1d29de8, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:28:52,252 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a81bbf014dc8d666f8b4e8c1d29de8, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:28:52,255 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-08T10:28:52,255 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a81bbf014dc8d666f8b4e8c1d29de8, server=37f3da559cb4,46561,1733653624248 in 189 msec
2024-12-08T10:28:52,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-08T10:28:52,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c8a81bbf014dc8d666f8b4e8c1d29de8, ASSIGN in 351 msec
2024-12-08T10:28:52,259 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:28:52,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653732259"}]},"ts":"1733653732259"}
2024-12-08T10:28:52,262 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-08T10:28:52,263 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:28:52,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2450 sec
2024-12-08T10:28:53,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-08T10:28:53,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:53,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-08T10:28:53,804 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-08T10:28:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-08T10:28:54,075 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-08T10:28:54,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-08T10:28:54,076 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:54,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-08T10:28:54,086 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:28:54,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-08T10:28:54,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:28:54,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:28:54,102 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-08T10:28:54,105 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-08T10:28:54,106 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-08T10:28:55,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-08T10:28:57,734 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:29:00,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-08T10:29:00,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-08T10:29:00,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:29:00,118 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=9607 (was 9613)
2024-12-08T10:29:00,127 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=9607
2024-12-08T10:29:00,130 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:29:00,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-08T10:29:00,134 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:29:00,134 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:29:00,134 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-08T10:29:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-08T10:29:00,135 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:29:00,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741851_1027 (size=407)
2024-12-08T10:29:00,552 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7220b18fbadcbbe0426a9ffe6297e60f, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:29:00,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741852_1028 (size=58)
2024-12-08T10:29:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-08T10:29:00,962 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:29:00,962 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7220b18fbadcbbe0426a9ffe6297e60f, disabling compactions & flushes
2024-12-08T10:29:00,963 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:00,963 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:00,963 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f. after waiting 0 ms
2024-12-08T10:29:00,963 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:00,963 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:00,963 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7220b18fbadcbbe0426a9ffe6297e60f:
Waiting for close lock at 1733653740962Disabling compacts and flushes for region at 1733653740962Disabling writes for close at 1733653740963 (+1 ms)Writing region close event to WAL at 1733653740963Closed at 1733653740963
2024-12-08T10:29:00,967 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:29:00,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733653740967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653740967"}]},"ts":"1733653740967"}
2024-12-08T10:29:00,971 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:29:00,973 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:29:00,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653740973"}]},"ts":"1733653740973"}
2024-12-08T10:29:00,977 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-08T10:29:00,977 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7220b18fbadcbbe0426a9ffe6297e60f, ASSIGN}]
2024-12-08T10:29:00,979 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7220b18fbadcbbe0426a9ffe6297e60f, ASSIGN
2024-12-08T10:29:00,980 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7220b18fbadcbbe0426a9ffe6297e60f, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:29:01,131 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7220b18fbadcbbe0426a9ffe6297e60f, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:29:01,136 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7220b18fbadcbbe0426a9ffe6297e60f, ASSIGN because future has completed
2024-12-08T10:29:01,136 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7220b18fbadcbbe0426a9ffe6297e60f, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:29:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-08T10:29:01,301 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:01,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7220b18fbadcbbe0426a9ffe6297e60f, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:29:01,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:29:01,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,306 INFO  [StoreOpener-7220b18fbadcbbe0426a9ffe6297e60f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7220b18fbadcbbe0426a9ffe6297e60f 
2024-12-08T10:29:01,308 INFO  [StoreOpener-7220b18fbadcbbe0426a9ffe6297e60f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7220b18fbadcbbe0426a9ffe6297e60f columnFamilyName testFamily
2024-12-08T10:29:01,308 DEBUG [StoreOpener-7220b18fbadcbbe0426a9ffe6297e60f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:29:01,308 INFO  [StoreOpener-7220b18fbadcbbe0426a9ffe6297e60f-1 {}] regionserver.HStore(327): Store=7220b18fbadcbbe0426a9ffe6297e60f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:29:01,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:29:01,318 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 7220b18fbadcbbe0426a9ffe6297e60f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67249644, jitterRate=0.002097785472869873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:29:01,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:01,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7220b18fbadcbbe0426a9ffe6297e60f:
Running coprocessor pre-open hook at 1733653741303Writing region info on filesystem at 1733653741304 (+1 ms)Initializing all the Stores at 1733653741305 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653741305Cleaning up temporary data from old regions at 1733653741311 (+6 ms)Running coprocessor post-open hooks at 1733653741318 (+7 ms)Region opened successfully at 1733653741318
2024-12-08T10:29:01,320 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f., pid=30, masterSystemTime=1733653741291
2024-12-08T10:29:01,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:01,322 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:01,323 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7220b18fbadcbbe0426a9ffe6297e60f, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:29:01,325 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7220b18fbadcbbe0426a9ffe6297e60f, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:29:01,330 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-08T10:29:01,330 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7220b18fbadcbbe0426a9ffe6297e60f, server=37f3da559cb4,46561,1733653624248 in 191 msec
2024-12-08T10:29:01,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-08T10:29:01,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7220b18fbadcbbe0426a9ffe6297e60f, ASSIGN in 353 msec
2024-12-08T10:29:01,334 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:29:01,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653741334"}]},"ts":"1733653741334"}
2024-12-08T10:29:01,337 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-08T10:29:01,338 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:29:01,341 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2080 sec
2024-12-08T10:29:01,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-08T10:29:02,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-08T10:29:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-08T10:29:03,167 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-08T10:29:03,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-08T10:29:03,168 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:29:03,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-08T10:29:03,179 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:29:03,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-08T10:29:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:29:03,190 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:29:03,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-08T10:29:03,193 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-08T10:29:03,195 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-08T10:29:03,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-08T10:29:03,197 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-08T10:29:03,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-08T10:29:03,800 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-08T10:29:06,808 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:29:08,269 DEBUG [master/37f3da559cb4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-08T10:29:09,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655500' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-08T10:29:09,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:58990 deadline: 1733653755200, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655500' does not exist
2024-12-08T10:29:09,208 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 37f3da559cb4,46561,1733653624248 for closing scanner id = -8879753131093655500 for 7220b18fbadcbbe0426a9ffe6297e60f of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8879753131093655500' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-08T10:29:09,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=9607 (was 9607)
2024-12-08T10:29:09,223 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=9607
2024-12-08T10:29:09,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-08T10:29:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-08T10:29:09,229 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-08T10:29:09,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:29:09,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-08T10:29:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-08T10:29:09,231 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-08T10:29:09,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741853_1029 (size=423)
2024-12-08T10:29:09,648 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 460ee27f708917a95ee7fe6dca0180f9, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814
2024-12-08T10:29:09,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741854_1030 (size=74)
2024-12-08T10:29:09,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:29:09,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 460ee27f708917a95ee7fe6dca0180f9, disabling compactions & flushes
2024-12-08T10:29:09,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:09,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:09,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9. after waiting 0 ms
2024-12-08T10:29:09,660 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:09,661 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:09,661 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 460ee27f708917a95ee7fe6dca0180f9:
Waiting for close lock at 1733653749660Disabling compacts and flushes for region at 1733653749660Disabling writes for close at 1733653749660Writing region close event to WAL at 1733653749660Closed at 1733653749660
2024-12-08T10:29:09,663 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-08T10:29:09,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733653749663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653749663"}]},"ts":"1733653749663"}
2024-12-08T10:29:09,667 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-08T10:29:09,668 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-08T10:29:09,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653749668"}]},"ts":"1733653749668"}
2024-12-08T10:29:09,671 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-08T10:29:09,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=460ee27f708917a95ee7fe6dca0180f9, ASSIGN}]
2024-12-08T10:29:09,673 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=460ee27f708917a95ee7fe6dca0180f9, ASSIGN
2024-12-08T10:29:09,674 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=460ee27f708917a95ee7fe6dca0180f9, ASSIGN; state=OFFLINE, location=37f3da559cb4,46561,1733653624248; forceNewPlan=false, retain=false
2024-12-08T10:29:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-08T10:29:09,825 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=460ee27f708917a95ee7fe6dca0180f9, regionState=OPENING, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:29:09,831 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=460ee27f708917a95ee7fe6dca0180f9, ASSIGN because future has completed
2024-12-08T10:29:09,832 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460ee27f708917a95ee7fe6dca0180f9, server=37f3da559cb4,46561,1733653624248}]
2024-12-08T10:29:10,000 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:10,000 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 460ee27f708917a95ee7fe6dca0180f9, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.', STARTKEY => '', ENDKEY => ''}
2024-12-08T10:29:10,001 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,001 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-08T10:29:10,001 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,001 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,003 INFO  [StoreOpener-460ee27f708917a95ee7fe6dca0180f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 460ee27f708917a95ee7fe6dca0180f9 
2024-12-08T10:29:10,005 INFO  [StoreOpener-460ee27f708917a95ee7fe6dca0180f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460ee27f708917a95ee7fe6dca0180f9 columnFamilyName testFamily
2024-12-08T10:29:10,005 DEBUG [StoreOpener-460ee27f708917a95ee7fe6dca0180f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-08T10:29:10,005 INFO  [StoreOpener-460ee27f708917a95ee7fe6dca0180f9-1 {}] regionserver.HStore(327): Store=460ee27f708917a95ee7fe6dca0180f9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-08T10:29:10,006 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,007 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,007 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,008 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,008 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,010 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,013 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-08T10:29:10,014 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 460ee27f708917a95ee7fe6dca0180f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70151429, jitterRate=0.045337751507759094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-08T10:29:10,014 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:10,015 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 460ee27f708917a95ee7fe6dca0180f9:
Running coprocessor pre-open hook at 1733653750001Writing region info on filesystem at 1733653750001Initializing all the Stores at 1733653750002 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653750003 (+1 ms)Cleaning up temporary data from old regions at 1733653750008 (+5 ms)Running coprocessor post-open hooks at 1733653750014 (+6 ms)Region opened successfully at 1733653750015 (+1 ms)
2024-12-08T10:29:10,016 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., pid=33, masterSystemTime=1733653749987
2024-12-08T10:29:10,018 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:10,019 INFO  [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:10,019 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=460ee27f708917a95ee7fe6dca0180f9, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,46561,1733653624248
2024-12-08T10:29:10,021 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460ee27f708917a95ee7fe6dca0180f9, server=37f3da559cb4,46561,1733653624248 because future has completed
2024-12-08T10:29:10,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-08T10:29:10,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 460ee27f708917a95ee7fe6dca0180f9, server=37f3da559cb4,46561,1733653624248 in 190 msec
2024-12-08T10:29:10,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-08T10:29:10,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=460ee27f708917a95ee7fe6dca0180f9, ASSIGN in 353 msec
2024-12-08T10:29:10,028 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-08T10:29:10,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653750028"}]},"ts":"1733653750028"}
2024-12-08T10:29:10,030 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-08T10:29:10,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-08T10:29:10,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 805 msec
2024-12-08T10:29:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-08T10:29:10,237 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-08T10:29:10,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-08T10:29:10,238 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:29:10,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-08T10:29:10,250 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-08T10:29:10,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-08T10:29:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:29:10,263 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-08T10:29:10,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-08T10:29:10,267 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-08T10:29:10,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-08T10:29:11,279 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-08T10:29:11,279 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-08T10:29:11,279 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:29:11,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-08T10:29:12,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2]
2024-12-08T10:29:12,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46561 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-08T10:29:13,269 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=37f3da559cb4:46561 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=966ms, rpcTimeout=964ms
2024-12-08T10:29:13,269 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=966ms, rpcTimeout=964ms
2024-12-08T10:29:13,269 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., hostname=37f3da559cb4,46561,1733653624248, seqNum=2 from cache
2024-12-08T10:29:13,285 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-870599515_22 at /127.0.0.1:35594 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=80 (was 87), ProcessCount=11 (was 11), AvailableMemoryMB=9606 (was 9607)
2024-12-08T10:29:13,285 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-08T10:29:13,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-08T10:29:13,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,292 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-08T10:29:13,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-08T10:29:13,292 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-08T10:29:13,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-08T10:29:13,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,292 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-08T10:29:13,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-08T10:29:13,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2139241463, stopped=false
2024-12-08T10:29:13,293 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=37f3da559cb4,42447,1733653623423
2024-12-08T10:29:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-08T10:29:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-08T10:29:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:29:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:29:13,363 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-08T10:29:13,364 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-08T10:29:13,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-08T10:29:13,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-08T10:29:13,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-08T10:29:13,365 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37f3da559cb4,46561,1733653624248' *****
2024-12-08T10:29:13,365 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-08T10:29:13,365 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-08T10:29:13,366 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d6f61978d1a8ba3484318f4ad14df1e
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 460ee27f708917a95ee7fe6dca0180f9
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aa1075646c5c196ff6157fc5508d252
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:13,366 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e96cabf4963e05a796cd95469fe1bb3
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 7220b18fbadcbbe0426a9ffe6297e60f
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 02f03f4c9e26b59e02abebf26efc54e5
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 47db13af7bd37c375d85d8e8c9bb349f
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:13,367 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d6f61978d1a8ba3484318f4ad14df1e, disabling compactions & flushes
2024-12-08T10:29:13,367 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(959): stopping server 37f3da559cb4,46561,1733653624248
2024-12-08T10:29:13,367 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-08T10:29:13,367 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e. after waiting 0 ms
2024-12-08T10:29:13,367 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;37f3da559cb4:46561.
2024-12-08T10:29:13,367 DEBUG [RS:0;37f3da559cb4:46561 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-08T10:29:13,367 DEBUG [RS:0;37f3da559cb4:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-08T10:29:13,367 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-08T10:29:13,368 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-08T10:29:13,368 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-08T10:29:13,368 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-08T10:29:13,368 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-08T10:29:13,368 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 460ee27f708917a95ee7fe6dca0180f9, 47db13af7bd37c375d85d8e8c9bb349f, 6d6f61978d1a8ba3484318f4ad14df1e, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:13,368 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-08T10:29:13,368 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-08T10:29:13,370 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d6f61978d1a8ba3484318f4ad14df1e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:13,370 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-08T10:29:13,424 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/.tmp/testFamily/3e775f6ef88042bab9f5f1c6f111932a is 61, key is row-0/testFamily:testQualifier/1733653691338/Put/seqid=0
2024-12-08T10:29:13,430 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/info/61be33c08f614996b184083eecc901ab is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e./info:regioninfo/1733653689463/Put/seqid=0
2024-12-08T10:29:13,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741855_1031 (size=5049)
2024-12-08T10:29:13,433 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/.tmp/testFamily/3e775f6ef88042bab9f5f1c6f111932a
2024-12-08T10:29:13,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741856_1032 (size=20564)
2024-12-08T10:29:13,436 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/info/61be33c08f614996b184083eecc901ab
2024-12-08T10:29:13,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-08T10:29:13,481 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/.tmp/testFamily/3e775f6ef88042bab9f5f1c6f111932a as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/testFamily/3e775f6ef88042bab9f5f1c6f111932a
2024-12-08T10:29:13,493 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/testFamily/3e775f6ef88042bab9f5f1c6f111932a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:13,501 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d6f61978d1a8ba3484318f4ad14df1e in 129ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:13,501 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/ns/34cd64c9062b467a8bdc1c3ce8dc5f62 is 43, key is default/ns:d/1733653688032/Put/seqid=0
2024-12-08T10:29:13,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741857_1033 (size=5153)
2024-12-08T10:29:13,508 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d6f61978d1a8ba3484318f4ad14df1e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:13,510 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:29:13,510 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d6f61978d1a8ba3484318f4ad14df1e:
Waiting for close lock at 1733653753366Running coprocessor pre-close hooks at 1733653753367 (+1 ms)Disabling compacts and flushes for region at 1733653753367Disabling writes for close at 1733653753367Obtaining lock to block concurrent updates at 1733653753370 (+3 ms)Preparing flush snapshotting stores in 6d6f61978d1a8ba3484318f4ad14df1e at 1733653753370Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653753377 (+7 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e. at 1733653753379 (+2 ms)Flushing 6d6f61978d1a8ba3484318f4ad14df1e/testFamily: creating writer at 1733653753380 (+1 ms)Flushing 6d6f61978d1a8ba3484318f4ad14df1e/testFamily: appending metadata at 1733653753419 (+39 ms)Flushing 6d6f61978d1a8ba3484318f4ad14df1e/testFamily: closing flushed file at 1733653753421 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49991f36: reopening flushed file at 1733653753479 (+58 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d6f61978d1a8ba3484318f4ad14df1e in 129ms, sequenceid=8, compaction requested=false at 1733653753501 (+22 ms)Writing region close event to WAL at 1733653753503 (+2 ms)Running coprocessor post-close hooks at 1733653753509 (+6 ms)Closed at 1733653753510 (+1 ms)
2024-12-08T10:29:13,511 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733653688243.6d6f61978d1a8ba3484318f4ad14df1e.
2024-12-08T10:29:13,511 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 460ee27f708917a95ee7fe6dca0180f9, disabling compactions & flushes
2024-12-08T10:29:13,511 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:13,511 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:13,511 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9. after waiting 0 ms
2024-12-08T10:29:13,511 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:13,511 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 460ee27f708917a95ee7fe6dca0180f9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:13,526 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/.tmp/testFamily/f690293ce7cd45e1874bd92ce044af9d is 61, key is row-0/testFamily:testQualifier/1733653750254/Put/seqid=0
2024-12-08T10:29:13,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741858_1034 (size=5049)
2024-12-08T10:29:13,568 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 460ee27f708917a95ee7fe6dca0180f9, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:13,769 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 460ee27f708917a95ee7fe6dca0180f9, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:13,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-08T10:29:13,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-08T10:29:13,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-08T10:29:13,805 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-08T10:29:13,911 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/ns/34cd64c9062b467a8bdc1c3ce8dc5f62
2024-12-08T10:29:13,932 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/.tmp/testFamily/f690293ce7cd45e1874bd92ce044af9d
2024-12-08T10:29:13,940 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/table/f3c37a8c908b4f4eb9c3a4241199d602 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733653689480/Put/seqid=0
2024-12-08T10:29:13,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741859_1035 (size=6699)
2024-12-08T10:29:13,944 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/.tmp/testFamily/f690293ce7cd45e1874bd92ce044af9d as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/testFamily/f690293ce7cd45e1874bd92ce044af9d
2024-12-08T10:29:13,952 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/testFamily/f690293ce7cd45e1874bd92ce044af9d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:13,956 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 460ee27f708917a95ee7fe6dca0180f9 in 445ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:13,961 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScannerAsync/460ee27f708917a95ee7fe6dca0180f9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:13,962 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:13,962 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 460ee27f708917a95ee7fe6dca0180f9:
Waiting for close lock at 1733653753511Running coprocessor pre-close hooks at 1733653753511Disabling compacts and flushes for region at 1733653753511Disabling writes for close at 1733653753511Obtaining lock to block concurrent updates at 1733653753511Preparing flush snapshotting stores in 460ee27f708917a95ee7fe6dca0180f9 at 1733653753511Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653753511Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9. at 1733653753512 (+1 ms)Flushing 460ee27f708917a95ee7fe6dca0180f9/testFamily: creating writer at 1733653753512Flushing 460ee27f708917a95ee7fe6dca0180f9/testFamily: appending metadata at 1733653753526 (+14 ms)Flushing 460ee27f708917a95ee7fe6dca0180f9/testFamily: closing flushed file at 1733653753526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb0dec3: reopening flushed file at 1733653753943 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 460ee27f708917a95ee7fe6dca0180f9 in 445ms, sequenceid=8, compaction requested=false at 1733653753956 (+13 ms)Writing region close event to WAL at 1733653753957 (+1 ms)Running coprocessor post-close hooks at 1733653753962 (+5 ms)Closed at 1733653753962
2024-12-08T10:29:13,962 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733653749225.460ee27f708917a95ee7fe6dca0180f9.
2024-12-08T10:29:13,962 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aa1075646c5c196ff6157fc5508d252, disabling compactions & flushes
2024-12-08T10:29:13,962 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:29:13,962 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:29:13,962 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252. after waiting 0 ms
2024-12-08T10:29:13,963 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:29:13,963 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8aa1075646c5c196ff6157fc5508d252 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:13,969 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:13,983 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/.tmp/testFamily/fcf6127e4cd245a48ca83caacf4602bb is 61, key is row-0/testFamily:testQualifier/1733653703559/Put/seqid=0
2024-12-08T10:29:13,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741860_1036 (size=5049)
2024-12-08T10:29:14,169 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:14,348 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/table/f3c37a8c908b4f4eb9c3a4241199d602
2024-12-08T10:29:14,364 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/info/61be33c08f614996b184083eecc901ab as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/info/61be33c08f614996b184083eecc901ab
2024-12-08T10:29:14,370 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-08T10:29:14,370 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1325): Online Regions={8aa1075646c5c196ff6157fc5508d252=hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252., c8a81bbf014dc8d666f8b4e8c1d29de8=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., 9e96cabf4963e05a796cd95469fe1bb3=testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3., 7220b18fbadcbbe0426a9ffe6297e60f=hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f., 1588230740=hbase:meta,,1.1588230740, b3dc58abecbb6f1a3a818f2623197c5b=testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b., 02f03f4c9e26b59e02abebf26efc54e5=testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., 47db13af7bd37c375d85d8e8c9bb349f=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., 9dbb6269494d15dede017c57210ba2c3=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.}
2024-12-08T10:29:14,370 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 1588230740, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 8aa1075646c5c196ff6157fc5508d252, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:14,373 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/info/61be33c08f614996b184083eecc901ab, entries=100, sequenceid=56, filesize=20.1 K
2024-12-08T10:29:14,375 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/ns/34cd64c9062b467a8bdc1c3ce8dc5f62 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/ns/34cd64c9062b467a8bdc1c3ce8dc5f62
2024-12-08T10:29:14,382 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/ns/34cd64c9062b467a8bdc1c3ce8dc5f62, entries=2, sequenceid=56, filesize=5.0 K
2024-12-08T10:29:14,384 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/.tmp/table/f3c37a8c908b4f4eb9c3a4241199d602 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/table/f3c37a8c908b4f4eb9c3a4241199d602
2024-12-08T10:29:14,388 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/.tmp/testFamily/fcf6127e4cd245a48ca83caacf4602bb
2024-12-08T10:29:14,392 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/table/f3c37a8c908b4f4eb9c3a4241199d602, entries=20, sequenceid=56, filesize=6.5 K
2024-12-08T10:29:14,394 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=56, compaction requested=false
2024-12-08T10:29:14,397 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/.tmp/testFamily/fcf6127e4cd245a48ca83caacf4602bb as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/testFamily/fcf6127e4cd245a48ca83caacf4602bb
2024-12-08T10:29:14,399 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-08T10:29:14,400 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-08T10:29:14,401 INFO  [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-08T10:29:14,401 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733653753368Running coprocessor pre-close hooks at 1733653753368Disabling compacts and flushes for region at 1733653753368Disabling writes for close at 1733653753368Obtaining lock to block concurrent updates at 1733653753370 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733653753370Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733653753377 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733653753379 (+2 ms)Flushing 1588230740/info: creating writer at 1733653753380 (+1 ms)Flushing 1588230740/info: appending metadata at 1733653753425 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733653753425Flushing 1588230740/ns: creating writer at 1733653753479 (+54 ms)Flushing 1588230740/ns: appending metadata at 1733653753500 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733653753500Flushing 1588230740/table: creating writer at 1733653753922 (+422 ms)Flushing 1588230740/table: appending metadata at 1733653753939 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733653753939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c90c88a: reopening flushed file at 1733653754362 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7503051b: reopening flushed file at 1733653754373 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7613de: reopening flushed file at 1733653754383 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=56, compaction requested=false at 1733653754394 (+11 ms)Writing region close event to WAL at 1733653754395 (+1 ms)Running coprocessor post-close hooks at 1733653754400 (+5 ms)Closed at 1733653754401 (+1 ms)
2024-12-08T10:29:14,401 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-08T10:29:14,405 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/testFamily/fcf6127e4cd245a48ca83caacf4602bb, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:14,406 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8aa1075646c5c196ff6157fc5508d252 in 443ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:14,411 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNextAsync/8aa1075646c5c196ff6157fc5508d252/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:14,412 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:29:14,412 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aa1075646c5c196ff6157fc5508d252:
Waiting for close lock at 1733653753962Running coprocessor pre-close hooks at 1733653753962Disabling compacts and flushes for region at 1733653753962Disabling writes for close at 1733653753962Obtaining lock to block concurrent updates at 1733653753963 (+1 ms)Preparing flush snapshotting stores in 8aa1075646c5c196ff6157fc5508d252 at 1733653753963Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653753963Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252. at 1733653753964 (+1 ms)Flushing 8aa1075646c5c196ff6157fc5508d252/testFamily: creating writer at 1733653753964Flushing 8aa1075646c5c196ff6157fc5508d252/testFamily: appending metadata at 1733653753982 (+18 ms)Flushing 8aa1075646c5c196ff6157fc5508d252/testFamily: closing flushed file at 1733653753982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b45063d: reopening flushed file at 1733653754396 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8aa1075646c5c196ff6157fc5508d252 in 443ms, sequenceid=8, compaction requested=false at 1733653754406 (+10 ms)Writing region close event to WAL at 1733653754407 (+1 ms)Running coprocessor post-close hooks at 1733653754412 (+5 ms)Closed at 1733653754412
2024-12-08T10:29:14,412 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733653700522.8aa1075646c5c196ff6157fc5508d252.
2024-12-08T10:29:14,413 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8a81bbf014dc8d666f8b4e8c1d29de8, disabling compactions & flushes
2024-12-08T10:29:14,413 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:29:14,413 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:29:14,413 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8. after waiting 0 ms
2024-12-08T10:29:14,413 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:29:14,413 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8a81bbf014dc8d666f8b4e8c1d29de8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:14,425 INFO  [regionserver/37f3da559cb4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-08T10:29:14,425 INFO  [regionserver/37f3da559cb4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-08T10:29:14,427 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/.tmp/testFamily/40e2cb0f585d494db7235a475b85d35b is 61, key is row-0/testFamily:testQualifier/1733653734091/Put/seqid=0
2024-12-08T10:29:14,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741861_1037 (size=5049)
2024-12-08T10:29:14,570 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:14,771 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b, c8a81bbf014dc8d666f8b4e8c1d29de8
2024-12-08T10:29:14,834 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/.tmp/testFamily/40e2cb0f585d494db7235a475b85d35b
2024-12-08T10:29:14,849 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/.tmp/testFamily/40e2cb0f585d494db7235a475b85d35b as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily/40e2cb0f585d494db7235a475b85d35b
2024-12-08T10:29:14,856 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily/40e2cb0f585d494db7235a475b85d35b, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:14,857 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8a81bbf014dc8d666f8b4e8c1d29de8 in 444ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:14,862 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c8a81bbf014dc8d666f8b4e8c1d29de8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:14,863 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:29:14,863 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8a81bbf014dc8d666f8b4e8c1d29de8:
Waiting for close lock at 1733653754413Running coprocessor pre-close hooks at 1733653754413Disabling compacts and flushes for region at 1733653754413Disabling writes for close at 1733653754413Obtaining lock to block concurrent updates at 1733653754413Preparing flush snapshotting stores in c8a81bbf014dc8d666f8b4e8c1d29de8 at 1733653754413Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653754413Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8. at 1733653754414 (+1 ms)Flushing c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily: creating writer at 1733653754414Flushing c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily: appending metadata at 1733653754427 (+13 ms)Flushing c8a81bbf014dc8d666f8b4e8c1d29de8/testFamily: closing flushed file at 1733653754427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8ee44f: reopening flushed file at 1733653754848 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8a81bbf014dc8d666f8b4e8c1d29de8 in 444ms, sequenceid=8, compaction requested=false at 1733653754857 (+9 ms)Writing region close event to WAL at 1733653754858 (+1 ms)Running coprocessor post-close hooks at 1733653754863 (+5 ms)Closed at 1733653754863
2024-12-08T10:29:14,863 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733653731017.c8a81bbf014dc8d666f8b4e8c1d29de8.
2024-12-08T10:29:14,863 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e96cabf4963e05a796cd95469fe1bb3, disabling compactions & flushes
2024-12-08T10:29:14,863 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:29:14,863 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:29:14,863 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3. after waiting 0 ms
2024-12-08T10:29:14,864 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:29:14,864 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e96cabf4963e05a796cd95469fe1bb3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:14,878 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/.tmp/testFamily/7288f9e618bb4dc48ec51d0638474af1 is 61, key is row-0/testFamily:testQualifier/1733653712653/Put/seqid=0
2024-12-08T10:29:14,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741862_1038 (size=5049)
2024-12-08T10:29:14,972 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:15,172 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, 9e96cabf4963e05a796cd95469fe1bb3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:15,285 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/.tmp/testFamily/7288f9e618bb4dc48ec51d0638474af1
2024-12-08T10:29:15,298 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/.tmp/testFamily/7288f9e618bb4dc48ec51d0638474af1 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/testFamily/7288f9e618bb4dc48ec51d0638474af1
2024-12-08T10:29:15,307 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/testFamily/7288f9e618bb4dc48ec51d0638474af1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:15,308 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9e96cabf4963e05a796cd95469fe1bb3 in 444ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:15,313 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testRetryOutOfOrderScannerNextException/9e96cabf4963e05a796cd95469fe1bb3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:15,314 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:29:15,314 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e96cabf4963e05a796cd95469fe1bb3:
Waiting for close lock at 1733653754863Running coprocessor pre-close hooks at 1733653754863Disabling compacts and flushes for region at 1733653754863Disabling writes for close at 1733653754863Obtaining lock to block concurrent updates at 1733653754864 (+1 ms)Preparing flush snapshotting stores in 9e96cabf4963e05a796cd95469fe1bb3 at 1733653754864Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653754864Flushing stores of testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3. at 1733653754865 (+1 ms)Flushing 9e96cabf4963e05a796cd95469fe1bb3/testFamily: creating writer at 1733653754865Flushing 9e96cabf4963e05a796cd95469fe1bb3/testFamily: appending metadata at 1733653754878 (+13 ms)Flushing 9e96cabf4963e05a796cd95469fe1bb3/testFamily: closing flushed file at 1733653754878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b6f7d6: reopening flushed file at 1733653755297 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9e96cabf4963e05a796cd95469fe1bb3 in 444ms, sequenceid=8, compaction requested=false at 1733653755308 (+11 ms)Writing region close event to WAL at 1733653755309 (+1 ms)Running coprocessor post-close hooks at 1733653755314 (+5 ms)Closed at 1733653755314
2024-12-08T10:29:15,314 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733653709608.9e96cabf4963e05a796cd95469fe1bb3.
2024-12-08T10:29:15,315 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7220b18fbadcbbe0426a9ffe6297e60f, disabling compactions & flushes
2024-12-08T10:29:15,315 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:15,315 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:15,315 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f. after waiting 0 ms
2024-12-08T10:29:15,315 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:15,315 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7220b18fbadcbbe0426a9ffe6297e60f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:15,330 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/.tmp/testFamily/0914669939b240d8833947e4540322cc is 61, key is row-0/testFamily:testQualifier/1733653743183/Put/seqid=0
2024-12-08T10:29:15,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741863_1039 (size=5049)
2024-12-08T10:29:15,372 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-08T10:29:15,372 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1325): Online Regions={7220b18fbadcbbe0426a9ffe6297e60f=hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f., b3dc58abecbb6f1a3a818f2623197c5b=testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b., 02f03f4c9e26b59e02abebf26efc54e5=testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., 47db13af7bd37c375d85d8e8c9bb349f=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., 9dbb6269494d15dede017c57210ba2c3=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.}
2024-12-08T10:29:15,372 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:15,505 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-08T10:29:15,573 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 7220b18fbadcbbe0426a9ffe6297e60f, 9dbb6269494d15dede017c57210ba2c3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:15,735 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/.tmp/testFamily/0914669939b240d8833947e4540322cc
2024-12-08T10:29:15,743 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/.tmp/testFamily/0914669939b240d8833947e4540322cc as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/testFamily/0914669939b240d8833947e4540322cc
2024-12-08T10:29:15,751 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/testFamily/0914669939b240d8833947e4540322cc, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:15,752 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7220b18fbadcbbe0426a9ffe6297e60f in 437ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:15,757 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnNext/7220b18fbadcbbe0426a9ffe6297e60f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:15,758 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7220b18fbadcbbe0426a9ffe6297e60f:
Waiting for close lock at 1733653755315Running coprocessor pre-close hooks at 1733653755315Disabling compacts and flushes for region at 1733653755315Disabling writes for close at 1733653755315Obtaining lock to block concurrent updates at 1733653755315Preparing flush snapshotting stores in 7220b18fbadcbbe0426a9ffe6297e60f at 1733653755315Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653755315Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f. at 1733653755316 (+1 ms)Flushing 7220b18fbadcbbe0426a9ffe6297e60f/testFamily: creating writer at 1733653755316Flushing 7220b18fbadcbbe0426a9ffe6297e60f/testFamily: appending metadata at 1733653755330 (+14 ms)Flushing 7220b18fbadcbbe0426a9ffe6297e60f/testFamily: closing flushed file at 1733653755330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4068db: reopening flushed file at 1733653755742 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7220b18fbadcbbe0426a9ffe6297e60f in 437ms, sequenceid=8, compaction requested=false at 1733653755752 (+10 ms)Writing region close event to WAL at 1733653755753 (+1 ms)Running coprocessor post-close hooks at 1733653755758 (+5 ms)Closed at 1733653755758
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733653740130.7220b18fbadcbbe0426a9ffe6297e60f.
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3dc58abecbb6f1a3a818f2623197c5b, disabling compactions & flushes
2024-12-08T10:29:15,758 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b. after waiting 0 ms
2024-12-08T10:29:15,758 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:29:15,758 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3dc58abecbb6f1a3a818f2623197c5b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:15,773 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:15,773 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/.tmp/testFamily/bff0dd048fc44cebb441a7c222a7b336 is 61, key is row-0/testFamily:testQualifier/1733653721861/Put/seqid=0
2024-12-08T10:29:15,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741864_1040 (size=5049)
2024-12-08T10:29:15,973 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:16,174 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3, b3dc58abecbb6f1a3a818f2623197c5b
2024-12-08T10:29:16,180 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/.tmp/testFamily/bff0dd048fc44cebb441a7c222a7b336
2024-12-08T10:29:16,196 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/.tmp/testFamily/bff0dd048fc44cebb441a7c222a7b336 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/testFamily/bff0dd048fc44cebb441a7c222a7b336
2024-12-08T10:29:16,204 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/testFamily/bff0dd048fc44cebb441a7c222a7b336, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:16,205 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3dc58abecbb6f1a3a818f2623197c5b in 447ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:16,211 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNextAsync/b3dc58abecbb6f1a3a818f2623197c5b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:16,212 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3dc58abecbb6f1a3a818f2623197c5b:
Waiting for close lock at 1733653755758Running coprocessor pre-close hooks at 1733653755758Disabling compacts and flushes for region at 1733653755758Disabling writes for close at 1733653755758Obtaining lock to block concurrent updates at 1733653755758Preparing flush snapshotting stores in b3dc58abecbb6f1a3a818f2623197c5b at 1733653755758Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653755758Flushing stores of testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b. at 1733653755759 (+1 ms)Flushing b3dc58abecbb6f1a3a818f2623197c5b/testFamily: creating writer at 1733653755759Flushing b3dc58abecbb6f1a3a818f2623197c5b/testFamily: appending metadata at 1733653755773 (+14 ms)Flushing b3dc58abecbb6f1a3a818f2623197c5b/testFamily: closing flushed file at 1733653755773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265b0251: reopening flushed file at 1733653756195 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3dc58abecbb6f1a3a818f2623197c5b in 447ms, sequenceid=8, compaction requested=false at 1733653756206 (+11 ms)Writing region close event to WAL at 1733653756206Running coprocessor post-close hooks at 1733653756212 (+6 ms)Closed at 1733653756212
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733653718808.b3dc58abecbb6f1a3a818f2623197c5b.
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02f03f4c9e26b59e02abebf26efc54e5, disabling compactions & flushes
2024-12-08T10:29:16,212 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5. after waiting 0 ms
2024-12-08T10:29:16,212 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:29:16,212 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02f03f4c9e26b59e02abebf26efc54e5 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:16,229 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/.tmp/testFamily/c5ac98b244c24af5a218ce27c35cdfc0 is 61, key is row-0/testFamily:testQualifier/1733653727966/Put/seqid=0
2024-12-08T10:29:16,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741865_1041 (size=5049)
2024-12-08T10:29:16,374 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-08T10:29:16,375 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1325): Online Regions={02f03f4c9e26b59e02abebf26efc54e5=testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., 47db13af7bd37c375d85d8e8c9bb349f=hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., 9dbb6269494d15dede017c57210ba2c3=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.}
2024-12-08T10:29:16,375 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:16,575 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 02f03f4c9e26b59e02abebf26efc54e5, 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:16,636 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/.tmp/testFamily/c5ac98b244c24af5a218ce27c35cdfc0
2024-12-08T10:29:16,652 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/.tmp/testFamily/c5ac98b244c24af5a218ce27c35cdfc0 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/testFamily/c5ac98b244c24af5a218ce27c35cdfc0
2024-12-08T10:29:16,658 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/testFamily/c5ac98b244c24af5a218ce27c35cdfc0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:16,659 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02f03f4c9e26b59e02abebf26efc54e5 in 447ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:16,664 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnNext/02f03f4c9e26b59e02abebf26efc54e5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:16,665 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:29:16,665 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02f03f4c9e26b59e02abebf26efc54e5:
Waiting for close lock at 1733653756212Running coprocessor pre-close hooks at 1733653756212Disabling compacts and flushes for region at 1733653756212Disabling writes for close at 1733653756212Obtaining lock to block concurrent updates at 1733653756213 (+1 ms)Preparing flush snapshotting stores in 02f03f4c9e26b59e02abebf26efc54e5 at 1733653756213Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653756213Flushing stores of testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5. at 1733653756214 (+1 ms)Flushing 02f03f4c9e26b59e02abebf26efc54e5/testFamily: creating writer at 1733653756214Flushing 02f03f4c9e26b59e02abebf26efc54e5/testFamily: appending metadata at 1733653756229 (+15 ms)Flushing 02f03f4c9e26b59e02abebf26efc54e5/testFamily: closing flushed file at 1733653756229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a3b8b4: reopening flushed file at 1733653756651 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02f03f4c9e26b59e02abebf26efc54e5 in 447ms, sequenceid=8, compaction requested=false at 1733653756659 (+8 ms)Writing region close event to WAL at 1733653756660 (+1 ms)Running coprocessor post-close hooks at 1733653756665 (+5 ms)Closed at 1733653756665
2024-12-08T10:29:16,665 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733653724914.02f03f4c9e26b59e02abebf26efc54e5.
2024-12-08T10:29:16,665 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47db13af7bd37c375d85d8e8c9bb349f, disabling compactions & flushes
2024-12-08T10:29:16,666 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:29:16,666 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:29:16,666 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f. after waiting 0 ms
2024-12-08T10:29:16,666 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:29:16,666 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47db13af7bd37c375d85d8e8c9bb349f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:16,685 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/.tmp/testFamily/f99986c319e84fc3b2c4f2707ec00834 is 61, key is row-0/testFamily:testQualifier/1733653694476/Put/seqid=0
2024-12-08T10:29:16,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741866_1042 (size=5049)
2024-12-08T10:29:16,776 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:16,976 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 47db13af7bd37c375d85d8e8c9bb349f, 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:17,092 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/.tmp/testFamily/f99986c319e84fc3b2c4f2707ec00834
2024-12-08T10:29:17,108 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/.tmp/testFamily/f99986c319e84fc3b2c4f2707ec00834 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/testFamily/f99986c319e84fc3b2c4f2707ec00834
2024-12-08T10:29:17,116 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/testFamily/f99986c319e84fc3b2c4f2707ec00834, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:17,117 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47db13af7bd37c375d85d8e8c9bb349f in 451ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:17,122 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/hbase/testMetaScanTimeoutOnOpenScanner/47db13af7bd37c375d85d8e8c9bb349f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:17,122 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:29:17,122 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47db13af7bd37c375d85d8e8c9bb349f:
Waiting for close lock at 1733653756665Running coprocessor pre-close hooks at 1733653756665Disabling compacts and flushes for region at 1733653756665Disabling writes for close at 1733653756666 (+1 ms)Obtaining lock to block concurrent updates at 1733653756666Preparing flush snapshotting stores in 47db13af7bd37c375d85d8e8c9bb349f at 1733653756666Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653756666Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f. at 1733653756667 (+1 ms)Flushing 47db13af7bd37c375d85d8e8c9bb349f/testFamily: creating writer at 1733653756667Flushing 47db13af7bd37c375d85d8e8c9bb349f/testFamily: appending metadata at 1733653756685 (+18 ms)Flushing 47db13af7bd37c375d85d8e8c9bb349f/testFamily: closing flushed file at 1733653756685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6209d9: reopening flushed file at 1733653757107 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47db13af7bd37c375d85d8e8c9bb349f in 451ms, sequenceid=8, compaction requested=false at 1733653757117 (+10 ms)Writing region close event to WAL at 1733653757117Running coprocessor post-close hooks at 1733653757122 (+5 ms)Closed at 1733653757122
2024-12-08T10:29:17,123 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733653691427.47db13af7bd37c375d85d8e8c9bb349f.
2024-12-08T10:29:17,123 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dbb6269494d15dede017c57210ba2c3, disabling compactions & flushes
2024-12-08T10:29:17,123 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:29:17,123 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:29:17,123 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3. after waiting 0 ms
2024-12-08T10:29:17,123 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:29:17,123 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dbb6269494d15dede017c57210ba2c3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-08T10:29:17,143 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/.tmp/testFamily/582153132d4d446b956c37847456a6f0 is 61, key is row-0/testFamily:testQualifier/1733653715760/Put/seqid=0
2024-12-08T10:29:17,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741867_1043 (size=5049)
2024-12-08T10:29:17,176 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:17,377 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-08T10:29:17,377 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1325): Online Regions={9dbb6269494d15dede017c57210ba2c3=testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.}
2024-12-08T10:29:17,377 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:17,551 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/.tmp/testFamily/582153132d4d446b956c37847456a6f0
2024-12-08T10:29:17,564 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/.tmp/testFamily/582153132d4d446b956c37847456a6f0 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/testFamily/582153132d4d446b956c37847456a6f0
2024-12-08T10:29:17,570 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/testFamily/582153132d4d446b956c37847456a6f0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-08T10:29:17,572 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9dbb6269494d15dede017c57210ba2c3 in 449ms, sequenceid=8, compaction requested=false
2024-12-08T10:29:17,577 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/data/default/testNormalScanTimeoutOnOpenScanner/9dbb6269494d15dede017c57210ba2c3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-08T10:29:17,577 DEBUG [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1351): Waiting on 9dbb6269494d15dede017c57210ba2c3
2024-12-08T10:29:17,578 INFO  [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:29:17,578 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dbb6269494d15dede017c57210ba2c3:
Waiting for close lock at 1733653757123Running coprocessor pre-close hooks at 1733653757123Disabling compacts and flushes for region at 1733653757123Disabling writes for close at 1733653757123Obtaining lock to block concurrent updates at 1733653757123Preparing flush snapshotting stores in 9dbb6269494d15dede017c57210ba2c3 at 1733653757123Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733653757124 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3. at 1733653757124Flushing 9dbb6269494d15dede017c57210ba2c3/testFamily: creating writer at 1733653757124Flushing 9dbb6269494d15dede017c57210ba2c3/testFamily: appending metadata at 1733653757143 (+19 ms)Flushing 9dbb6269494d15dede017c57210ba2c3/testFamily: closing flushed file at 1733653757143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa74d96: reopening flushed file at 1733653757563 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9dbb6269494d15dede017c57210ba2c3 in 449ms, sequenceid=8, compaction requested=false at 1733653757572 (+9 ms)Writing region close event to WAL at 1733653757572Running coprocessor post-close hooks at 1733653757578 (+6 ms)Closed at 1733653757578
2024-12-08T10:29:17,578 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733653712709.9dbb6269494d15dede017c57210ba2c3.
2024-12-08T10:29:17,778 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(976): stopping server 37f3da559cb4,46561,1733653624248; all regions closed.
2024-12-08T10:29:17,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741834_1010 (size=19479)
2024-12-08T10:29:17,787 DEBUG [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/oldWALs
2024-12-08T10:29:17,787 INFO  [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37f3da559cb4%2C46561%2C1733653624248.meta:.meta(num 1733653687830)
2024-12-08T10:29:17,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741833_1009 (size=20031)
2024-12-08T10:29:17,792 DEBUG [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/oldWALs
2024-12-08T10:29:17,792 INFO  [RS:0;37f3da559cb4:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37f3da559cb4%2C46561%2C1733653624248:(num 1733653687407)
2024-12-08T10:29:17,792 DEBUG [RS:0;37f3da559cb4:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-08T10:29:17,792 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.LeaseManager(133): Closed leases
2024-12-08T10:29:17,792 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-08T10:29:17,793 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.ChoreService(370): Chore service for: regionserver/37f3da559cb4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-08T10:29:17,793 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-08T10:29:17,793 INFO  [regionserver/37f3da559cb4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-08T10:29:17,794 INFO  [RS:0;37f3da559cb4:46561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46561
2024-12-08T10:29:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37f3da559cb4,46561,1733653624248
2024-12-08T10:29:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-08T10:29:17,845 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-08T10:29:17,857 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37f3da559cb4,46561,1733653624248]
2024-12-08T10:29:17,865 INFO  [regionserver/37f3da559cb4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-08T10:29:17,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37f3da559cb4,46561,1733653624248 already deleted, retry=false
2024-12-08T10:29:17,868 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37f3da559cb4,46561,1733653624248 expired; onlineServers=0
2024-12-08T10:29:17,868 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '37f3da559cb4,42447,1733653623423' *****
2024-12-08T10:29:17,868 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-08T10:29:17,869 INFO  [M:0;37f3da559cb4:42447 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-08T10:29:17,869 INFO  [M:0;37f3da559cb4:42447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-08T10:29:17,869 DEBUG [M:0;37f3da559cb4:42447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-08T10:29:17,870 DEBUG [M:0;37f3da559cb4:42447 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-08T10:29:17,869 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-08T10:29:17,870 DEBUG [master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653627223 {}] cleaner.HFileCleaner(306): Exit Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653627223,5,FailOnTimeoutGroup]
2024-12-08T10:29:17,870 DEBUG [master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653627224 {}] cleaner.HFileCleaner(306): Exit Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653627224,5,FailOnTimeoutGroup]
2024-12-08T10:29:17,871 INFO  [M:0;37f3da559cb4:42447 {}] hbase.ChoreService(370): Chore service for: master/37f3da559cb4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-08T10:29:17,871 INFO  [M:0;37f3da559cb4:42447 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-08T10:29:17,871 DEBUG [M:0;37f3da559cb4:42447 {}] master.HMaster(1795): Stopping service threads
2024-12-08T10:29:17,871 INFO  [M:0;37f3da559cb4:42447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-08T10:29:17,872 INFO  [M:0;37f3da559cb4:42447 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-08T10:29:17,873 INFO  [M:0;37f3da559cb4:42447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-08T10:29:17,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-08T10:29:17,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-08T10:29:17,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-08T10:29:17,877 DEBUG [M:0;37f3da559cb4:42447 {}] zookeeper.ZKUtil(347): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-08T10:29:17,878 WARN  [M:0;37f3da559cb4:42447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-08T10:29:17,878 INFO  [M:0;37f3da559cb4:42447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/.lastflushedseqids
2024-12-08T10:29:17,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741868_1044 (size=649)
2024-12-08T10:29:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-08T10:29:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x10004f6f5f80001, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-08T10:29:17,958 INFO  [RS:0;37f3da559cb4:46561 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-08T10:29:17,958 INFO  [RS:0;37f3da559cb4:46561 {}] regionserver.HRegionServer(1031): Exiting; stopping=37f3da559cb4,46561,1733653624248; zookeeper connection closed.
2024-12-08T10:29:17,958 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14302f58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14302f58
2024-12-08T10:29:17,959 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-08T10:29:18,294 INFO  [M:0;37f3da559cb4:42447 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-08T10:29:18,295 INFO  [M:0;37f3da559cb4:42447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-08T10:29:18,295 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-08T10:29:18,296 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:29:18,296 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:29:18,296 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-08T10:29:18,296 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:29:18,297 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.97 KB heapSize=190.86 KB
2024-12-08T10:29:18,320 DEBUG [M:0;37f3da559cb4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a4a30aca5824f76b234e820751496ef is 82, key is hbase:meta,,1/info:regioninfo/1733653687908/Put/seqid=0
2024-12-08T10:29:18,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741869_1045 (size=5672)
2024-12-08T10:29:18,727 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a4a30aca5824f76b234e820751496ef
2024-12-08T10:29:18,758 DEBUG [M:0;37f3da559cb4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbfb18e17d04ea993d53dfba160bf21 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733653689487/Put/seqid=0
2024-12-08T10:29:18,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741870_1046 (size=14068)
2024-12-08T10:29:19,165 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.41 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbfb18e17d04ea993d53dfba160bf21
2024-12-08T10:29:19,180 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cbfb18e17d04ea993d53dfba160bf21
2024-12-08T10:29:19,197 DEBUG [M:0;37f3da559cb4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7ce3eb23d4e47ec8148249b4c736d41 is 69, key is 37f3da559cb4,46561,1733653624248/rs:state/1733653657224/Put/seqid=0
2024-12-08T10:29:19,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741871_1047 (size=5156)
2024-12-08T10:29:19,605 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7ce3eb23d4e47ec8148249b4c736d41
2024-12-08T10:29:19,617 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a4a30aca5824f76b234e820751496ef as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a4a30aca5824f76b234e820751496ef
2024-12-08T10:29:19,624 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a4a30aca5824f76b234e820751496ef, entries=8, sequenceid=317, filesize=5.5 K
2024-12-08T10:29:19,625 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbfb18e17d04ea993d53dfba160bf21 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cbfb18e17d04ea993d53dfba160bf21
2024-12-08T10:29:19,632 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cbfb18e17d04ea993d53dfba160bf21
2024-12-08T10:29:19,632 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cbfb18e17d04ea993d53dfba160bf21, entries=33, sequenceid=317, filesize=13.7 K
2024-12-08T10:29:19,634 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7ce3eb23d4e47ec8148249b4c736d41 as hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7ce3eb23d4e47ec8148249b4c736d41
2024-12-08T10:29:19,639 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/a06f4052-8ca9-d318-1b69-ad1334fb3814/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7ce3eb23d4e47ec8148249b4c736d41, entries=1, sequenceid=317, filesize=5.0 K
2024-12-08T10:29:19,641 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.97 KB/166879, heapSize ~190.56 KB/195136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false
2024-12-08T10:29:19,642 INFO  [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-08T10:29:19,642 DEBUG [M:0;37f3da559cb4:42447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733653758295Disabling compacts and flushes for region at 1733653758295Disabling writes for close at 1733653758296 (+1 ms)Obtaining lock to block concurrent updates at 1733653758297 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733653758297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166879, getHeapSize=195376, getOffHeapSize=0, getCellsCount=364 at 1733653758298 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733653758300 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733653758300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733653758319 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733653758319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733653758739 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733653758758 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733653758758Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733653759180 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733653759197 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733653759197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11234357: reopening flushed file at 1733653759616 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d653229: reopening flushed file at 1733653759624 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d92788: reopening flushed file at 1733653759632 (+8 ms)Finished flush of dataSize ~162.97 KB/166879, heapSize ~190.56 KB/195136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false at 1733653759641 (+9 ms)Writing region close event to WAL at 1733653759642 (+1 ms)Closed at 1733653759642
2024-12-08T10:29:19,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741830_1006 (size=188091)
2024-12-08T10:29:19,646 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-08T10:29:19,646 INFO  [M:0;37f3da559cb4:42447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-08T10:29:19,646 INFO  [M:0;37f3da559cb4:42447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42447
2024-12-08T10:29:19,646 INFO  [M:0;37f3da559cb4:42447 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-08T10:29:19,756 INFO  [M:0;37f3da559cb4:42447 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-08T10:29:19,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-08T10:29:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x10004f6f5f80000, quorum=127.0.0.1:60303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-08T10:29:19,761 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-08T10:29:19,763 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-08T10:29:19,763 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-08T10:29:19,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-08T10:29:19,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.log.dir/,STOPPED}
2024-12-08T10:29:19,766 WARN  [BP-1997236107-172.17.0.2-1733653619296 heartbeating to localhost/127.0.0.1:37109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-08T10:29:19,766 WARN  [BP-1997236107-172.17.0.2-1733653619296 heartbeating to localhost/127.0.0.1:37109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1997236107-172.17.0.2-1733653619296 (Datanode Uuid 19152e53-32f1-4069-96a7-ea14a4286fce) service to localhost/127.0.0.1:37109
2024-12-08T10:29:19,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-08T10:29:19,766 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-08T10:29:19,767 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/data/data1/current/BP-1997236107-172.17.0.2-1733653619296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-08T10:29:19,767 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/cluster_b3ba172c-8cb7-2a8a-156f-48da25a40d03/data/data2/current/BP-1997236107-172.17.0.2-1733653619296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-08T10:29:19,768 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-08T10:29:19,775 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-08T10:29:19,776 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-08T10:29:19,776 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-08T10:29:19,776 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-08T10:29:19,776 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953af21-cc57-7494-3c7d-8025be09a3bf/hadoop.log.dir/,STOPPED}
2024-12-08T10:29:19,783 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-08T10:29:19,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down