2024-11-14 00:44:01,045 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-14 00:44:01,064 main DEBUG Took 0.016116 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-14 00:44:01,065 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-14 00:44:01,110 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-14 00:44:01,112 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-14 00:44:01,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,133 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-14 00:44:01,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,164 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,166 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,167 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,177 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,182 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 00:44:01,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,190 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-14 00:44:01,195 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 00:44:01,201 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-14 00:44:01,207 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-14 00:44:01,210 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-14 00:44:01,213 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-14 00:44:01,214 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-14 00:44:01,242 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-14 00:44:01,253 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-14 00:44:01,256 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-14 00:44:01,256 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-14 00:44:01,260 main DEBUG createAppenders(={Console})
2024-11-14 00:44:01,261 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-14 00:44:01,261 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-14 00:44:01,262 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-14 00:44:01,262 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-14 00:44:01,263 main DEBUG OutputStream closed
2024-11-14 00:44:01,263 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-14 00:44:01,264 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-14 00:44:01,264 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-14 00:44:01,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-14 00:44:01,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-14 00:44:01,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-14 00:44:01,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-14 00:44:01,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-14 00:44:01,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-14 00:44:01,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-14 00:44:01,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-14 00:44:01,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-14 00:44:01,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-14 00:44:01,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-14 00:44:01,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-14 00:44:01,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-14 00:44:01,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-14 00:44:01,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-14 00:44:01,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-14 00:44:01,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-14 00:44:01,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-14 00:44:01,404 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14 00:44:01,405 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-14 00:44:01,405 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-14 00:44:01,406 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-14T00:44:01,421 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-14 00:44:01,424 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-14 00:44:01,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14T00:44:01,744 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d
2024-11-14T00:44:01,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-14T00:44:01,800 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae, deleteOnExit=true
2024-11-14T00:44:01,800 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-14T00:44:01,802 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/test.cache.data in system properties and HBase conf
2024-11-14T00:44:01,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.tmp.dir in system properties and HBase conf
2024-11-14T00:44:01,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.log.dir in system properties and HBase conf
2024-11-14T00:44:01,805 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-14T00:44:01,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-14T00:44:01,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-14T00:44:01,916 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-14T00:44:02,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-14T00:44:02,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-14T00:44:02,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-14T00:44:02,032 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-14T00:44:02,032 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T00:44:02,033 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-14T00:44:02,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-14T00:44:02,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T00:44:02,035 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T00:44:02,035 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-14T00:44:02,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/nfs.dump.dir in system properties and HBase conf
2024-11-14T00:44:02,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/java.io.tmpdir in system properties and HBase conf
2024-11-14T00:44:02,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T00:44:02,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-14T00:44:02,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-14T00:44:03,271 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-14T00:44:03,365 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3468ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-14T00:44:03,453 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T00:44:03,566 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T00:44:03,611 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T00:44:03,612 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T00:44:03,614 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T00:44:03,653 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T00:44:03,663 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.log.dir/,AVAILABLE}
2024-11-14T00:44:03,664 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T00:44:03,942 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/java.io.tmpdir/jetty-localhost-41869-hadoop-hdfs-3_4_1-tests_jar-_-any-11276710255240466491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T00:44:03,952 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:41869}
2024-11-14T00:44:03,952 INFO  [Time-limited test {}] server.Server(415): Started @4056ms
2024-11-14T00:44:04,788 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T00:44:04,796 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T00:44:04,798 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T00:44:04,798 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T00:44:04,798 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T00:44:04,799 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.log.dir/,AVAILABLE}
2024-11-14T00:44:04,800 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T00:44:04,916 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/java.io.tmpdir/jetty-localhost-43965-hadoop-hdfs-3_4_1-tests_jar-_-any-18265565012873793509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T00:44:04,917 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:43965}
2024-11-14T00:44:04,917 INFO  [Time-limited test {}] server.Server(415): Started @5021ms
2024-11-14T00:44:04,978 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T00:44:06,265 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/data/data2/current/BP-1585447442-172.17.0.3-1731545042741/current, will proceed with Du for space computation calculation, 
2024-11-14T00:44:06,265 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/data/data1/current/BP-1585447442-172.17.0.3-1731545042741/current, will proceed with Du for space computation calculation, 
2024-11-14T00:44:06,332 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T00:44:06,401 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ee3c1cac44e2ca5 with lease ID 0x9b852ce4411726d7: Processing first storage report for DS-30b9469c-c981-4f7c-8223-37fb15731fb6 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4146e367-d901-45c9-ac46-9051858193b1, infoPort=36269, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-57;cid=testClusterID;nsid=415827288;c=1731545042741)
2024-11-14T00:44:06,403 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ee3c1cac44e2ca5 with lease ID 0x9b852ce4411726d7: from storage DS-30b9469c-c981-4f7c-8223-37fb15731fb6 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4146e367-d901-45c9-ac46-9051858193b1, infoPort=36269, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-57;cid=testClusterID;nsid=415827288;c=1731545042741), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-14T00:44:06,403 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ee3c1cac44e2ca5 with lease ID 0x9b852ce4411726d7: Processing first storage report for DS-82aaf0b8-3325-40fb-ae79-fb0fece59ef7 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4146e367-d901-45c9-ac46-9051858193b1, infoPort=36269, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-57;cid=testClusterID;nsid=415827288;c=1731545042741)
2024-11-14T00:44:06,404 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ee3c1cac44e2ca5 with lease ID 0x9b852ce4411726d7: from storage DS-82aaf0b8-3325-40fb-ae79-fb0fece59ef7 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=4146e367-d901-45c9-ac46-9051858193b1, infoPort=36269, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-57;cid=testClusterID;nsid=415827288;c=1731545042741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T00:44:06,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d
2024-11-14T00:44:06,561 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/zookeeper_0, clientPort=56669, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-14T00:44:06,576 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56669
2024-11-14T00:44:06,591 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:06,595 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:06,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7)
2024-11-14T00:44:06,918 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a with version=8
2024-11-14T00:44:06,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/hbase-staging
2024-11-14T00:44:07,072 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-14T00:44:07,394 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=9
2024-11-14T00:44:07,405 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:07,405 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:07,412 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T00:44:07,412 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:07,412 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T00:44:07,599 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-14T00:44:07,682 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-14T00:44:07,696 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-14T00:44:07,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T00:44:07,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 108143 (auto-detected)
2024-11-14T00:44:07,735 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-14T00:44:07,756 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36301
2024-11-14T00:44:07,786 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36301 connecting to ZooKeeper ensemble=127.0.0.1:56669
2024-11-14T00:44:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363010x0, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T00:44:07,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36301-0x10136cc99b30000 connected
2024-11-14T00:44:07,961 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:07,963 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:07,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T00:44:07,979 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a, hbase.cluster.distributed=false
2024-11-14T00:44:08,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T00:44:08,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-14T00:44:08,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36301
2024-11-14T00:44:08,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36301
2024-11-14T00:44:08,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-14T00:44:08,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-14T00:44:08,156 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=9
2024-11-14T00:44:08,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:08,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:08,158 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T00:44:08,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T00:44:08,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T00:44:08,162 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T00:44:08,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T00:44:08,166 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41209
2024-11-14T00:44:08,168 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41209 connecting to ZooKeeper ensemble=127.0.0.1:56669
2024-11-14T00:44:08,170 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:08,174 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:08,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412090x0, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T00:44:08,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41209-0x10136cc99b30001 connected
2024-11-14T00:44:08,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T00:44:08,207 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T00:44:08,219 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-14T00:44:08,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T00:44:08,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T00:44:08,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41209
2024-11-14T00:44:08,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41209
2024-11-14T00:44:08,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41209
2024-11-14T00:44:08,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41209
2024-11-14T00:44:08,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41209
2024-11-14T00:44:08,289 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:36301
2024-11-14T00:44:08,290 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/63baa11b75f3,36301,1731545047163
2024-11-14T00:44:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T00:44:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T00:44:08,310 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/63baa11b75f3,36301,1731545047163
2024-11-14T00:44:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T00:44:08,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:08,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:08,349 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-14T00:44:08,350 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/63baa11b75f3,36301,1731545047163 from backup master directory
2024-11-14T00:44:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T00:44:08,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/63baa11b75f3,36301,1731545047163
2024-11-14T00:44:08,360 WARN  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T00:44:08,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T00:44:08,361 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,36301,1731545047163
2024-11-14T00:44:08,364 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-14T00:44:08,368 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-14T00:44:08,455 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/hbase.id] with ID: 6c29fcd9-3ebb-41c1-8c76-e1cdad758710
2024-11-14T00:44:08,456 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/.tmp/hbase.id
2024-11-14T00:44:08,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42)
2024-11-14T00:44:08,476 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/.tmp/hbase.id]:[hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/hbase.id]
2024-11-14T00:44:08,556 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T00:44:08,562 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-14T00:44:08,586 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-14T00:44:08,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:08,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:08,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196)
2024-11-14T00:44:09,036 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:44:09,038 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-14T00:44:09,055 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T00:44:09,060 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T00:44:09,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189)
2024-11-14T00:44:09,513 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store
2024-11-14T00:44:09,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34)
2024-11-14T00:44:09,940 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-14T00:44:09,944 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:44:09,945 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T00:44:09,946 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:44:09,946 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:44:09,948 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T00:44:09,948 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:44:09,949 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:44:09,950 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731545049945Disabling compacts and flushes for region at 1731545049945Disabling writes for close at 1731545049948 (+3 ms)Writing region close event to WAL at 1731545049949 (+1 ms)Closed at 1731545049949
2024-11-14T00:44:09,953 WARN  [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/.initializing
2024-11-14T00:44:09,953 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/WALs/63baa11b75f3,36301,1731545047163
2024-11-14T00:44:09,964 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T00:44:09,983 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C36301%2C1731545047163, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/WALs/63baa11b75f3,36301,1731545047163, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/oldWALs, maxLogs=10
2024-11-14T00:44:10,011 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/WALs/63baa11b75f3,36301,1731545047163/63baa11b75f3%2C36301%2C1731545047163.1731545049989, exclude list is [], retry=0
2024-11-14T00:44:10,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-30b9469c-c981-4f7c-8223-37fb15731fb6,DISK]
2024-11-14T00:44:10,034 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-14T00:44:10,077 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/WALs/63baa11b75f3,36301,1731545047163/63baa11b75f3%2C36301%2C1731545047163.1731545049989
2024-11-14T00:44:10,079 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269)]
2024-11-14T00:44:10,079 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:44:10,080 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:44:10,085 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,086 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T00:44:10,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-14T00:44:10,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:10,173 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:44:10,177 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T00:44:10,181 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-14T00:44:10,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:10,183 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:44:10,184 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T00:44:10,187 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-14T00:44:10,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:10,196 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:44:10,196 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T00:44:10,200 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-14T00:44:10,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:10,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:44:10,202 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,207 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,208 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,215 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,216 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,221 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T00:44:10,226 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T00:44:10,231 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:44:10,233 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75292883, jitterRate=0.1219513863325119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T00:44:10,242 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731545050102Initializing all the Stores at 1731545050104 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545050105 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545050106 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545050106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545050106Cleaning up temporary data from old regions at 1731545050216 (+110 ms)Region opened successfully at 1731545050242 (+26 ms)
2024-11-14T00:44:10,244 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-14T00:44:10,286 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bf8ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0
2024-11-14T00:44:10,328 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-14T00:44:10,343 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-14T00:44:10,344 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-14T00:44:10,347 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-14T00:44:10,349 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-14T00:44:10,354 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-14T00:44:10,354 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-14T00:44:10,385 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-14T00:44:10,394 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-14T00:44:10,421 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-14T00:44:10,424 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-14T00:44:10,426 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-14T00:44:10,432 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-14T00:44:10,435 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-14T00:44:10,440 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-14T00:44:10,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-14T00:44:10,455 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-14T00:44:10,463 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-14T00:44:10,489 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-14T00:44:10,495 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-14T00:44:10,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T00:44:10,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T00:44:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,522 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,36301,1731545047163, sessionid=0x10136cc99b30000, setting cluster-up flag (Was=false)
2024-11-14T00:44:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,590 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-14T00:44:10,593 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36301,1731545047163
2024-11-14T00:44:10,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:44:10,653 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-14T00:44:10,655 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36301,1731545047163
2024-11-14T00:44:10,661 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-14T00:44:10,670 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(746): ClusterId : 6c29fcd9-3ebb-41c1-8c76-e1cdad758710
2024-11-14T00:44:10,673 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T00:44:10,686 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T00:44:10,686 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T00:44:10,696 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T00:44:10,697 DEBUG [RS:0;63baa11b75f3:41209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797aef2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0
2024-11-14T00:44:10,714 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:41209
2024-11-14T00:44:10,718 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T00:44:10,718 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T00:44:10,718 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T00:44:10,720 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,36301,1731545047163 with port=41209, startcode=1731545048110
2024-11-14T00:44:10,733 DEBUG [RS:0;63baa11b75f3:41209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T00:44:10,743 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-14T00:44:10,755 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-14T00:44:10,764 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-14T00:44:10,771 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,36301,1731545047163
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-14T00:44:10,776 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T00:44:10,784 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5
2024-11-14T00:44:10,785 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5
2024-11-14T00:44:10,785 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5
2024-11-14T00:44:10,785 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5
2024-11-14T00:44:10,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10
2024-11-14T00:44:10,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:10,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2
2024-11-14T00:44:10,786 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-14T00:44:10,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:10,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T00:44:10,795 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-14T00:44:10,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:10,804 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-14T00:44:10,805 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731545080805
2024-11-14T00:44:10,806 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-14T00:44:10,807 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-14T00:44:10,811 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-14T00:44:10,812 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-14T00:44:10,812 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-14T00:44:10,812 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-14T00:44:10,820 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:10,823 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-14T00:44:10,823 WARN  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-14T00:44:10,829 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-14T00:44:10,830 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-14T00:44:10,831 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-14T00:44:10,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321)
2024-11-14T00:44:10,840 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-14T00:44:10,842 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-14T00:44:10,844 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731545050843,5,FailOnTimeoutGroup]
2024-11-14T00:44:10,848 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731545050844,5,FailOnTimeoutGroup]
2024-11-14T00:44:10,848 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:10,849 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-14T00:44:10,850 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:10,850 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:11,241 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-14T00:44:11,242 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:44:11,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=32)
2024-11-14T00:44:11,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:44:11,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T00:44:11,664 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T00:44:11,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:11,665 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:44:11,666 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T00:44:11,669 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T00:44:11,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:11,670 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:44:11,671 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T00:44:11,674 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T00:44:11,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:11,676 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:44:11,676 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T00:44:11,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T00:44:11,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:44:11,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:44:11,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T00:44:11,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740
2024-11-14T00:44:11,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740
2024-11-14T00:44:11,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T00:44:11,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T00:44:11,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T00:44:11,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T00:44:11,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:44:11,703 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62283214, jitterRate=-0.07190778851509094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T00:44:11,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731545051657Initializing all the Stores at 1731545051659 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545051660 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545051660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545051660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545051660Cleaning up temporary data from old regions at 1731545051690 (+30 ms)Region opened successfully at 1731545051708 (+18 ms)
2024-11-14T00:44:11,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T00:44:11,709 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T00:44:11,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T00:44:11,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T00:44:11,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T00:44:11,711 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T00:44:11,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731545051709Disabling compacts and flushes for region at 1731545051709Disabling writes for close at 1731545051709Writing region close event to WAL at 1731545051710 (+1 ms)Closed at 1731545051711 (+1 ms)
2024-11-14T00:44:11,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T00:44:11,716 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-14T00:44:11,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-14T00:44:11,732 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T00:44:11,735 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-14T00:44:11,886 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:12,888 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:13,888 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:14,889 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:15,890 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:16,890 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:17,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-14T00:44:17,676 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-14T00:44:17,891 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:18,894 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:19,895 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:20,895 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:21,896 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:22,897 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:23,898 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:24,899 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:25,900 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:26,900 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:27,901 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:28,902 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:29,903 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:30,904 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:31,904 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:32,905 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:33,906 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:34,906 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:35,907 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:36,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T00:44:36,908 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:37,909 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:38,909 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:39,910 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:40,825 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,36301,1731545047163 with port=41209, startcode=1731545048110
2024-11-14T00:44:40,828 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,41209,1731545048110
2024-11-14T00:44:40,830 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,41209,1731545048110
2024-11-14T00:44:40,838 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:44:40,838 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37107
2024-11-14T00:44:40,838 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T00:44:40,911 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:41,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T00:44:41,027 DEBUG [RS:0;63baa11b75f3:41209 {}] zookeeper.ZKUtil(111): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,41209,1731545048110
2024-11-14T00:44:41,028 WARN  [RS:0;63baa11b75f3:41209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T00:44:41,029 INFO  [RS:0;63baa11b75f3:41209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T00:44:41,029 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110
2024-11-14T00:44:41,032 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,41209,1731545048110]
2024-11-14T00:44:41,054 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T00:44:41,066 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T00:44:41,071 INFO  [RS:0;63baa11b75f3:41209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T00:44:41,071 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,072 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T00:44:41,077 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T00:44:41,079 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,079 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,079 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,080 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3
2024-11-14T00:44:41,081 DEBUG [RS:0;63baa11b75f3:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3
2024-11-14T00:44:41,082 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,082 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,082 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,082 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,082 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,083 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41209,1731545048110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T00:44:41,102 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T00:44:41,104 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41209,1731545048110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,104 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,104 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.Replication(171): 63baa11b75f3,41209,1731545048110 started
2024-11-14T00:44:41,125 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:44:41,126 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,41209,1731545048110, RpcServer on 63baa11b75f3/172.17.0.3:41209, sessionid=0x10136cc99b30001
2024-11-14T00:44:41,126 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T00:44:41,126 DEBUG [RS:0;63baa11b75f3:41209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,41209,1731545048110
2024-11-14T00:44:41,127 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,41209,1731545048110'
2024-11-14T00:44:41,127 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T00:44:41,128 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T00:44:41,129 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T00:44:41,129 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T00:44:41,129 DEBUG [RS:0;63baa11b75f3:41209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,41209,1731545048110
2024-11-14T00:44:41,129 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,41209,1731545048110'
2024-11-14T00:44:41,129 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T00:44:41,130 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T00:44:41,131 DEBUG [RS:0;63baa11b75f3:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T00:44:41,131 INFO  [RS:0;63baa11b75f3:41209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T00:44:41,131 INFO  [RS:0;63baa11b75f3:41209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T00:44:41,912 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:42,913 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:43,913 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:44,914 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:45,915 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:46,915 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:47,916 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:48,917 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:49,918 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:50,918 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:51,919 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:52,920 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:53,921 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:54,922 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:55,923 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:56,923 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:57,924 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:58,925 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:44:59,926 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:00,927 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:01,928 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:02,928 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:03,929 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:04,930 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:05,931 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:06,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T00:45:06,932 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:07,932 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:08,933 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:09,934 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:10,935 WARN  [63baa11b75f3:36301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T00:45:11,145 INFO  [RS:0;63baa11b75f3:41209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T00:45:11,149 INFO  [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41209%2C1731545048110, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/oldWALs, maxLogs=32
2024-11-14T00:45:11,163 DEBUG [RS:0;63baa11b75f3:41209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110/63baa11b75f3%2C41209%2C1731545048110.1731545111151, exclude list is [], retry=0
2024-11-14T00:45:11,168 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-30b9469c-c981-4f7c-8223-37fb15731fb6,DISK]
2024-11-14T00:45:11,171 INFO  [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110/63baa11b75f3%2C41209%2C1731545048110.1731545111151
2024-11-14T00:45:11,171 DEBUG [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269)]
2024-11-14T00:45:11,187 DEBUG [63baa11b75f3:36301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-14T00:45:11,198 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:11,204 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,41209,1731545048110, state=OPENING
2024-11-14T00:45:11,260 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-14T00:45:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:45:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:45:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T00:45:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T00:45:11,275 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T00:45:11,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:11,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T00:45:11,461 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T00:45:11,470 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-14T00:45:11,471 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T00:45:11,471 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-14T00:45:11,475 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41209%2C1731545048110.meta, suffix=.meta, logDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/oldWALs, maxLogs=32
2024-11-14T00:45:11,492 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110/63baa11b75f3%2C41209%2C1731545048110.meta.1731545111477.meta, exclude list is [], retry=0
2024-11-14T00:45:11,496 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-30b9469c-c981-4f7c-8223-37fb15731fb6,DISK]
2024-11-14T00:45:11,499 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/WALs/63baa11b75f3,41209,1731545048110/63baa11b75f3%2C41209%2C1731545048110.meta.1731545111477.meta
2024-11-14T00:45:11,499 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269)]
2024-11-14T00:45:11,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:11,501 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-14T00:45:11,503 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-14T00:45:11,507 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-14T00:45:11,511 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-14T00:45:11,512 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:11,512 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-14T00:45:11,512 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-14T00:45:11,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T00:45:11,517 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T00:45:11,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:11,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:45:11,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T00:45:11,519 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T00:45:11,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:11,520 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:45:11,520 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T00:45:11,522 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T00:45:11,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:11,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:45:11,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T00:45:11,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T00:45:11,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:11,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T00:45:11,526 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T00:45:11,527 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740
2024-11-14T00:45:11,530 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740
2024-11-14T00:45:11,532 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T00:45:11,532 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T00:45:11,533 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T00:45:11,535 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T00:45:11,537 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74177242, jitterRate=0.10532703995704651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T00:45:11,537 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-14T00:45:11,538 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731545111512Writing region info on filesystem at 1731545111513 (+1 ms)Initializing all the Stores at 1731545111514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545111515 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545111515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545111515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731545111515Cleaning up temporary data from old regions at 1731545111533 (+18 ms)Running coprocessor post-open hooks at 1731545111537 (+4 ms)Region opened successfully at 1731545111538 (+1 ms)
2024-11-14T00:45:11,544 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731545111449
2024-11-14T00:45:11,556 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-14T00:45:11,556 INFO  [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-14T00:45:11,558 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:11,561 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,41209,1731545048110, state=OPEN
2024-11-14T00:45:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T00:45:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T00:45:12,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T00:45:12,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T00:45:12,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:12,013 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-14T00:45:12,013 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,41209,1731545048110 in 728 msec
2024-11-14T00:45:12,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-14T00:45:12,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.293 sec
2024-11-14T00:45:12,025 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T00:45:12,025 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-14T00:45:12,042 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T00:45:12,043 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41209,1731545048110, seqNum=-1]
2024-11-14T00:45:12,062 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T00:45:12,066 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T00:45:12,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.395 sec
2024-11-14T00:45:12,094 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731545112094, completionTime=-1
2024-11-14T00:45:12,096 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-14T00:45:12,096 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-14T00:45:12,125 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-14T00:45:12,125 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731545172125
2024-11-14T00:45:12,126 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731545232126
2024-11-14T00:45:12,126 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec
2024-11-14T00:45:12,128 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,128 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,128 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,129 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:36301, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,130 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,130 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,138 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-14T00:45:12,158 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.796sec
2024-11-14T00:45:12,159 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-14T00:45:12,160 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-14T00:45:12,161 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-14T00:45:12,162 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-14T00:45:12,162 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-14T00:45:12,163 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T00:45:12,163 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-14T00:45:12,172 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-14T00:45:12,173 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-14T00:45:12,173 INFO  [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36301,1731545047163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T00:45:12,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,246 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-14T00:45:12,246 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-14T00:45:12,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36301,-1 for getting cluster id
2024-11-14T00:45:12,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T00:45:12,258 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c29fcd9-3ebb-41c1-8c76-e1cdad758710'
2024-11-14T00:45:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T00:45:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c29fcd9-3ebb-41c1-8c76-e1cdad758710"

2024-11-14T00:45:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36301,-1]
2024-11-14T00:45:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T00:45:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:45:12,269 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T00:45:12,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T00:45:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41209,1731545048110, seqNum=-1]
2024-11-14T00:45:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T00:45:12,282 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T00:45:12,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,36301,1731545047163
2024-11-14T00:45:12,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36301,-1 for getting cluster id
2024-11-14T00:45:12,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T00:45:12,310 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c29fcd9-3ebb-41c1-8c76-e1cdad758710'
2024-11-14T00:45:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T00:45:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c29fcd9-3ebb-41c1-8c76-e1cdad758710"

2024-11-14T00:45:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36301,-1]
2024-11-14T00:45:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T00:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:45:12,313 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T00:45:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T00:45:12,330 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=3732
2024-11-14T00:45:12,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T00:45:12,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36301,1731545047163
2024-11-14T00:45:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943
2024-11-14T00:45:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T00:45:12,363 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T00:45:12,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-14T00:45:12,385 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:12,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-14T00:45:12,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:12,394 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T00:45:12,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=428)
2024-11-14T00:45:12,815 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 176eb45bce2ca8c8439084483c8ca3f3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:12,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=79)
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 176eb45bce2ca8c8439084483c8ca3f3, disabling compactions & flushes
2024-11-14T00:45:12,825 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3. after waiting 0 ms
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:12,825 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:12,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 176eb45bce2ca8c8439084483c8ca3f3:
Waiting for close lock at 1731545112825Disabling compacts and flushes for region at 1731545112825Disabling writes for close at 1731545112825Writing region close event to WAL at 1731545112825Closed at 1731545112825
2024-11-14T00:45:12,828 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:12,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731545112828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545112828"}]},"ts":"1731545112828"}
2024-11-14T00:45:12,837 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:12,839 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:12,842 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545112839"}]},"ts":"1731545112839"}
2024-11-14T00:45:12,847 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-14T00:45:12,849 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=176eb45bce2ca8c8439084483c8ca3f3, ASSIGN}]
2024-11-14T00:45:12,851 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=176eb45bce2ca8c8439084483c8ca3f3, ASSIGN
2024-11-14T00:45:12,853 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=176eb45bce2ca8c8439084483c8ca3f3, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:13,006 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=176eb45bce2ca8c8439084483c8ca3f3, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:13,012 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=176eb45bce2ca8c8439084483c8ca3f3, ASSIGN because future has completed
2024-11-14T00:45:13,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176eb45bce2ca8c8439084483c8ca3f3, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:13,175 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:13,175 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 176eb45bce2ca8c8439084483c8ca3f3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:13,176 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,176 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:13,176 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,176 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,179 INFO  [StoreOpener-176eb45bce2ca8c8439084483c8ca3f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 176eb45bce2ca8c8439084483c8ca3f3 
2024-11-14T00:45:13,181 INFO  [StoreOpener-176eb45bce2ca8c8439084483c8ca3f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176eb45bce2ca8c8439084483c8ca3f3 columnFamilyName testFamily
2024-11-14T00:45:13,181 DEBUG [StoreOpener-176eb45bce2ca8c8439084483c8ca3f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:13,182 INFO  [StoreOpener-176eb45bce2ca8c8439084483c8ca3f3-1 {}] regionserver.HStore(327): Store=176eb45bce2ca8c8439084483c8ca3f3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:13,182 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,183 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,184 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,185 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,185 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,187 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,191 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:13,192 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 176eb45bce2ca8c8439084483c8ca3f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68794302, jitterRate=0.025114983320236206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:13,193 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:45:13,194 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 176eb45bce2ca8c8439084483c8ca3f3:
Running coprocessor pre-open hook at 1731545113177Writing region info on filesystem at 1731545113177Initializing all the Stores at 1731545113178 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545113178Cleaning up temporary data from old regions at 1731545113185 (+7 ms)Running coprocessor post-open hooks at 1731545113193 (+8 ms)Region opened successfully at 1731545113193
2024-11-14T00:45:13,196 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3., pid=6, masterSystemTime=1731545113169
2024-11-14T00:45:13,199 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:13,199 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:45:13,200 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=176eb45bce2ca8c8439084483c8ca3f3, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:13,204 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176eb45bce2ca8c8439084483c8ca3f3, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:13,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-14T00:45:13,210 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 176eb45bce2ca8c8439084483c8ca3f3, server=63baa11b75f3,41209,1731545048110 in 193 msec
2024-11-14T00:45:13,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-14T00:45:13,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=176eb45bce2ca8c8439084483c8ca3f3, ASSIGN in 361 msec
2024-11-14T00:45:13,216 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:13,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545113216"}]},"ts":"1731545113216"}
2024-11-14T00:45:13,219 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-14T00:45:13,221 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:13,224 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 847 msec
2024-11-14T00:45:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T00:45:13,417 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-14T00:45:13,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-14T00:45:13,418 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:13,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-14T00:45:13,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:13,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-14T00:45:13,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T00:45:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41209,1731545048110, seqNum=-1]
2024-11-14T00:45:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T00:45:13,432 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T00:45:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:13,454 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:13,458 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-14T00:45:13,463 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-14T00:45:13,467 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-14T00:45:13,469 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-14T00:45:13,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5474787480702025720
2024-11-14T00:45:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545116469, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:13,478 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-14T00:45:13,479 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-14T00:45:13,480 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:13,482 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:13,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5474787480702025718
2024-11-14T00:45:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545116482, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:13,487 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:13,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5474787480702025717
2024-11-14T00:45:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545116486, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:13,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:13,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5474787480702025716
2024-11-14T00:45:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545116491, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:13,495 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:13,506 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223731662_22 at /127.0.0.1:50858 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/63baa11b75f3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=3687 (was 3732)
2024-11-14T00:45:13,515 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=3687
2024-11-14T00:45:13,519 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:13,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-14T00:45:13,523 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:13,524 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:13,524 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-14T00:45:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T00:45:13,525 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:13,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=414)
2024-11-14T00:45:13,940 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b83c1cc51b3704d6089317dd045bec0b, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:13,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=65)
2024-11-14T00:45:14,353 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:14,353 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b83c1cc51b3704d6089317dd045bec0b, disabling compactions & flushes
2024-11-14T00:45:14,353 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,353 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,354 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b. after waiting 0 ms
2024-11-14T00:45:14,354 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,354 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,354 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b83c1cc51b3704d6089317dd045bec0b:
Waiting for close lock at 1731545114353Disabling compacts and flushes for region at 1731545114353Disabling writes for close at 1731545114354 (+1 ms)Writing region close event to WAL at 1731545114354Closed at 1731545114354
2024-11-14T00:45:14,356 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:14,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731545114356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545114356"}]},"ts":"1731545114356"}
2024-11-14T00:45:14,360 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:14,363 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:14,363 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545114363"}]},"ts":"1731545114363"}
2024-11-14T00:45:14,366 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-14T00:45:14,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b83c1cc51b3704d6089317dd045bec0b, ASSIGN}]
2024-11-14T00:45:14,369 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b83c1cc51b3704d6089317dd045bec0b, ASSIGN
2024-11-14T00:45:14,371 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b83c1cc51b3704d6089317dd045bec0b, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:14,522 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b83c1cc51b3704d6089317dd045bec0b, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:14,526 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b83c1cc51b3704d6089317dd045bec0b, ASSIGN because future has completed
2024-11-14T00:45:14,526 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83c1cc51b3704d6089317dd045bec0b, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T00:45:14,686 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b83c1cc51b3704d6089317dd045bec0b, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,690 INFO  [StoreOpener-b83c1cc51b3704d6089317dd045bec0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b83c1cc51b3704d6089317dd045bec0b 
2024-11-14T00:45:14,692 INFO  [StoreOpener-b83c1cc51b3704d6089317dd045bec0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83c1cc51b3704d6089317dd045bec0b columnFamilyName testFamily
2024-11-14T00:45:14,692 DEBUG [StoreOpener-b83c1cc51b3704d6089317dd045bec0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:14,693 INFO  [StoreOpener-b83c1cc51b3704d6089317dd045bec0b-1 {}] regionserver.HStore(327): Store=b83c1cc51b3704d6089317dd045bec0b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:14,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:14,704 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b83c1cc51b3704d6089317dd045bec0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64861959, jitterRate=-0.03348149359226227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:14,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:45:14,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b83c1cc51b3704d6089317dd045bec0b:
Running coprocessor pre-open hook at 1731545114687Writing region info on filesystem at 1731545114687Initializing all the Stores at 1731545114689 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545114689Cleaning up temporary data from old regions at 1731545114696 (+7 ms)Running coprocessor post-open hooks at 1731545114704 (+8 ms)Region opened successfully at 1731545114706 (+2 ms)
2024-11-14T00:45:14,708 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., pid=9, masterSystemTime=1731545114680
2024-11-14T00:45:14,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:45:14,712 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b83c1cc51b3704d6089317dd045bec0b, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:14,715 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83c1cc51b3704d6089317dd045bec0b, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:14,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-14T00:45:14,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b83c1cc51b3704d6089317dd045bec0b, server=63baa11b75f3,41209,1731545048110 in 192 msec
2024-11-14T00:45:14,727 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-14T00:45:14,727 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b83c1cc51b3704d6089317dd045bec0b, ASSIGN in 355 msec
2024-11-14T00:45:14,729 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:14,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545114729"}]},"ts":"1731545114729"}
2024-11-14T00:45:14,732 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-14T00:45:14,735 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:14,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2160 sec
2024-11-14T00:45:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T00:45:16,556 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-14T00:45:16,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-14T00:45:16,557 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:16,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-14T00:45:16,561 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:16,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-14T00:45:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:16,579 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:16,579 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-14T00:45:16,583 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-14T00:45:16,585 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-14T00:45:17,046 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:17,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-14T00:45:17,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-14T00:45:17,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-14T00:45:17,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-14T00:45:17,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:17,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T00:45:17,675 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-14T00:45:17,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-14T00:45:17,675 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:17,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-14T00:45:17,676 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:22,594 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-14T00:45:22,595 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-14T00:45:22,595 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:45:22,603 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=3666 (was 3687)
2024-11-14T00:45:22,610 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=3666
2024-11-14T00:45:22,613 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:22,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-14T00:45:22,616 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:22,616 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:22,616 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-14T00:45:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-14T00:45:22,653 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:22,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=412)
2024-11-14T00:45:23,073 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6a6be61ab06d1efebb2b3d2d4d9c830, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:23,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741840_1016 (size=63)
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing d6a6be61ab06d1efebb2b3d2d4d9c830, disabling compactions & flushes
2024-11-14T00:45:23,086 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830. after waiting 0 ms
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,086 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,086 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6a6be61ab06d1efebb2b3d2d4d9c830:
Waiting for close lock at 1731545123086Disabling compacts and flushes for region at 1731545123086Disabling writes for close at 1731545123086Writing region close event to WAL at 1731545123086Closed at 1731545123086
2024-11-14T00:45:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-14T00:45:23,088 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:23,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731545123089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545123089"}]},"ts":"1731545123089"}
2024-11-14T00:45:23,092 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:23,094 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:23,094 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545123094"}]},"ts":"1731545123094"}
2024-11-14T00:45:23,097 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-14T00:45:23,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=d6a6be61ab06d1efebb2b3d2d4d9c830, ASSIGN}]
2024-11-14T00:45:23,099 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=d6a6be61ab06d1efebb2b3d2d4d9c830, ASSIGN
2024-11-14T00:45:23,100 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=d6a6be61ab06d1efebb2b3d2d4d9c830, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:23,252 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d6a6be61ab06d1efebb2b3d2d4d9c830, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:23,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=d6a6be61ab06d1efebb2b3d2d4d9c830, ASSIGN because future has completed
2024-11-14T00:45:23,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a6be61ab06d1efebb2b3d2d4d9c830, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:23,428 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d6a6be61ab06d1efebb2b3d2d4d9c830, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:23,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:23,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,431 INFO  [StoreOpener-d6a6be61ab06d1efebb2b3d2d4d9c830-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d6a6be61ab06d1efebb2b3d2d4d9c830 
2024-11-14T00:45:23,433 INFO  [StoreOpener-d6a6be61ab06d1efebb2b3d2d4d9c830-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a6be61ab06d1efebb2b3d2d4d9c830 columnFamilyName testFamily
2024-11-14T00:45:23,433 DEBUG [StoreOpener-d6a6be61ab06d1efebb2b3d2d4d9c830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:23,434 INFO  [StoreOpener-d6a6be61ab06d1efebb2b3d2d4d9c830-1 {}] regionserver.HStore(327): Store=d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:23,444 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened d6a6be61ab06d1efebb2b3d2d4d9c830; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61244710, jitterRate=-0.08738270401954651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:23,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:45:23,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d6a6be61ab06d1efebb2b3d2d4d9c830:
Running coprocessor pre-open hook at 1731545123429Writing region info on filesystem at 1731545123429Initializing all the Stores at 1731545123431 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545123431Cleaning up temporary data from old regions at 1731545123437 (+6 ms)Running coprocessor post-open hooks at 1731545123445 (+8 ms)Region opened successfully at 1731545123445
2024-11-14T00:45:23,447 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830., pid=12, masterSystemTime=1731545123418
2024-11-14T00:45:23,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,450 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:45:23,451 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d6a6be61ab06d1efebb2b3d2d4d9c830, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:23,454 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a6be61ab06d1efebb2b3d2d4d9c830, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:23,459 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-14T00:45:23,459 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d6a6be61ab06d1efebb2b3d2d4d9c830, server=63baa11b75f3,41209,1731545048110 in 194 msec
2024-11-14T00:45:23,463 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-14T00:45:23,463 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=d6a6be61ab06d1efebb2b3d2d4d9c830, ASSIGN in 362 msec
2024-11-14T00:45:23,464 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:23,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545123464"}]},"ts":"1731545123464"}
2024-11-14T00:45:23,467 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-14T00:45:23,468 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:23,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 855 msec
2024-11-14T00:45:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-14T00:45:23,637 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-14T00:45:23,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-14T00:45:23,637 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:23,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-14T00:45:23,644 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:23,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-14T00:45:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:23,660 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:23,660 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-14T00:45:23,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-14T00:45:23,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-14T00:45:23,668 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-14T00:45:23,669 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-14T00:45:27,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-14T00:45:27,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:28,961 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:29,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-14T00:45:29,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025707' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-14T00:45:29,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42642 deadline: 1731545135680, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025707' does not exist
2024-11-14T00:45:29,684 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 63baa11b75f3,41209,1731545048110 for closing scanner id = -5474787480702025707 for d6a6be61ab06d1efebb2b3d2d4d9c830 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025707' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T00:45:29,688 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=3636 (was 3666)
2024-11-14T00:45:29,697 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=3636
2024-11-14T00:45:29,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-14T00:45:29,704 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:29,704 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:29,704 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-14T00:45:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T00:45:29,706 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:29,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741841_1017 (size=423)
2024-11-14T00:45:29,718 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce4105dcb70330750dcf7d4ba976e756, NAME => 'testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:29,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741842_1018 (size=74)
2024-11-14T00:45:30,130 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:30,131 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing ce4105dcb70330750dcf7d4ba976e756, disabling compactions & flushes
2024-11-14T00:45:30,131 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,131 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,132 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756. after waiting 0 ms
2024-11-14T00:45:30,132 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,132 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,132 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce4105dcb70330750dcf7d4ba976e756:
Waiting for close lock at 1731545130131Disabling compacts and flushes for region at 1731545130131Disabling writes for close at 1731545130132 (+1 ms)Writing region close event to WAL at 1731545130132Closed at 1731545130132
2024-11-14T00:45:30,135 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:30,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731545130135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545130135"}]},"ts":"1731545130135"}
2024-11-14T00:45:30,140 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:30,142 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:30,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545130142"}]},"ts":"1731545130142"}
2024-11-14T00:45:30,147 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-14T00:45:30,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ce4105dcb70330750dcf7d4ba976e756, ASSIGN}]
2024-11-14T00:45:30,150 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ce4105dcb70330750dcf7d4ba976e756, ASSIGN
2024-11-14T00:45:30,153 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ce4105dcb70330750dcf7d4ba976e756, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-14T00:45:30,303 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ce4105dcb70330750dcf7d4ba976e756, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:30,308 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ce4105dcb70330750dcf7d4ba976e756, ASSIGN because future has completed
2024-11-14T00:45:30,308 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce4105dcb70330750dcf7d4ba976e756, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:30,469 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ce4105dcb70330750dcf7d4ba976e756, NAME => 'testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,472 INFO  [StoreOpener-ce4105dcb70330750dcf7d4ba976e756-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ce4105dcb70330750dcf7d4ba976e756 
2024-11-14T00:45:30,476 INFO  [StoreOpener-ce4105dcb70330750dcf7d4ba976e756-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce4105dcb70330750dcf7d4ba976e756 columnFamilyName testFamily
2024-11-14T00:45:30,476 DEBUG [StoreOpener-ce4105dcb70330750dcf7d4ba976e756-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:30,477 INFO  [StoreOpener-ce4105dcb70330750dcf7d4ba976e756-1 {}] regionserver.HStore(327): Store=ce4105dcb70330750dcf7d4ba976e756/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:30,478 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,479 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,480 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,480 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,480 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,483 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,487 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:30,488 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ce4105dcb70330750dcf7d4ba976e756; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73778304, jitterRate=0.09938240051269531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:30,488 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:45:30,488 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ce4105dcb70330750dcf7d4ba976e756:
Running coprocessor pre-open hook at 1731545130470Writing region info on filesystem at 1731545130470Initializing all the Stores at 1731545130471 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545130471Cleaning up temporary data from old regions at 1731545130481 (+10 ms)Running coprocessor post-open hooks at 1731545130488 (+7 ms)Region opened successfully at 1731545130488
2024-11-14T00:45:30,490 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756., pid=15, masterSystemTime=1731545130463
2024-11-14T00:45:30,493 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,493 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:45:30,494 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ce4105dcb70330750dcf7d4ba976e756, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:30,497 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce4105dcb70330750dcf7d4ba976e756, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:30,503 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-14T00:45:30,503 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ce4105dcb70330750dcf7d4ba976e756, server=63baa11b75f3,41209,1731545048110 in 191 msec
2024-11-14T00:45:30,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-14T00:45:30,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ce4105dcb70330750dcf7d4ba976e756, ASSIGN in 356 msec
2024-11-14T00:45:30,508 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:30,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545130508"}]},"ts":"1731545130508"}
2024-11-14T00:45:30,511 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-14T00:45:30,512 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:30,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 812 msec
2024-11-14T00:45:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T00:45:30,716 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-14T00:45:30,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-14T00:45:30,716 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:30,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-14T00:45:30,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:30,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-14T00:45:30,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:30,737 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:30,737 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-14T00:45:30,740 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-14T00:45:30,742 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-14T00:45:30,743 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-14T00:45:30,744 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5474787480702025703
2024-11-14T00:45:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545133742, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:30,746 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-14T00:45:30,747 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-14T00:45:30,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:30,749 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:30,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5474787480702025701
2024-11-14T00:45:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545133748, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:30,753 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:30,753 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5474787480702025700
2024-11-14T00:45:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545133752, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:30,756 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:30,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5474787480702025699
2024-11-14T00:45:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:42642 deadline: 1731545133756, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-14T00:45:30,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-14T00:45:30,768 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223731662_22 at /127.0.0.1:48442 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=3631 (was 3636)
2024-11-14T00:45:30,776 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=3631
2024-11-14T00:45:30,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-14T00:45:30,781 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:30,781 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:30,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-14T00:45:30,782 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-14T00:45:30,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741843_1019 (size=418)
2024-11-14T00:45:31,192 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d9b6907dcdc0a89c897e289d7eb7583, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:31,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741844_1020 (size=69)
2024-11-14T00:45:31,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:31,603 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8d9b6907dcdc0a89c897e289d7eb7583, disabling compactions & flushes
2024-11-14T00:45:31,603 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,603 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,603 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583. after waiting 0 ms
2024-11-14T00:45:31,603 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,603 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,603 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d9b6907dcdc0a89c897e289d7eb7583:
Waiting for close lock at 1731545131602Disabling compacts and flushes for region at 1731545131602Disabling writes for close at 1731545131603 (+1 ms)Writing region close event to WAL at 1731545131603Closed at 1731545131603
2024-11-14T00:45:31,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:31,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731545131607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545131607"}]},"ts":"1731545131607"}
2024-11-14T00:45:31,613 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:31,614 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:31,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545131614"}]},"ts":"1731545131614"}
2024-11-14T00:45:31,617 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-14T00:45:31,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d9b6907dcdc0a89c897e289d7eb7583, ASSIGN}]
2024-11-14T00:45:31,620 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d9b6907dcdc0a89c897e289d7eb7583, ASSIGN
2024-11-14T00:45:31,621 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d9b6907dcdc0a89c897e289d7eb7583, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:31,772 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8d9b6907dcdc0a89c897e289d7eb7583, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:31,776 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d9b6907dcdc0a89c897e289d7eb7583, ASSIGN because future has completed
2024-11-14T00:45:31,777 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d9b6907dcdc0a89c897e289d7eb7583, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-14T00:45:31,936 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,936 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d9b6907dcdc0a89c897e289d7eb7583, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:31,936 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,936 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:31,936 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,937 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,939 INFO  [StoreOpener-8d9b6907dcdc0a89c897e289d7eb7583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d9b6907dcdc0a89c897e289d7eb7583 
2024-11-14T00:45:31,941 INFO  [StoreOpener-8d9b6907dcdc0a89c897e289d7eb7583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d9b6907dcdc0a89c897e289d7eb7583 columnFamilyName testFamily
2024-11-14T00:45:31,942 DEBUG [StoreOpener-8d9b6907dcdc0a89c897e289d7eb7583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:31,942 INFO  [StoreOpener-8d9b6907dcdc0a89c897e289d7eb7583-1 {}] regionserver.HStore(327): Store=8d9b6907dcdc0a89c897e289d7eb7583/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:31,943 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,945 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,945 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,946 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,946 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,949 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,952 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:31,953 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8d9b6907dcdc0a89c897e289d7eb7583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74359532, jitterRate=0.108043372631073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:31,953 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:45:31,954 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8d9b6907dcdc0a89c897e289d7eb7583:
Running coprocessor pre-open hook at 1731545131937Writing region info on filesystem at 1731545131937Initializing all the Stores at 1731545131939 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545131939Cleaning up temporary data from old regions at 1731545131946 (+7 ms)Running coprocessor post-open hooks at 1731545131953 (+7 ms)Region opened successfully at 1731545131954 (+1 ms)
2024-11-14T00:45:31,955 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., pid=18, masterSystemTime=1731545131931
2024-11-14T00:45:31,959 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,959 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:45:31,960 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8d9b6907dcdc0a89c897e289d7eb7583, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:31,963 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d9b6907dcdc0a89c897e289d7eb7583, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:31,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-14T00:45:31,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d9b6907dcdc0a89c897e289d7eb7583, server=63baa11b75f3,41209,1731545048110 in 187 msec
2024-11-14T00:45:31,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-14T00:45:31,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d9b6907dcdc0a89c897e289d7eb7583, ASSIGN in 349 msec
2024-11-14T00:45:31,971 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:31,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545131971"}]},"ts":"1731545131971"}
2024-11-14T00:45:31,974 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-14T00:45:31,975 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:31,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1970 sec
2024-11-14T00:45:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-14T00:45:33,806 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-14T00:45:33,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-14T00:45:33,806 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:33,812 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-14T00:45:33,812 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:33,812 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-14T00:45:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:33,828 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:33,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-14T00:45:33,831 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-14T00:45:33,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-14T00:45:34,838 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-14T00:45:34,839 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-14T00:45:34,839 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:45:35,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-14T00:45:35,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-14T00:45:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-14T00:45:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:35,850 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-14T00:45:35,973 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:36,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T00:45:36,838 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=982ms
2024-11-14T00:45:36,838 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=982ms
2024-11-14T00:45:36,838 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:45:36,846 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=3563 (was 3631)
2024-11-14T00:45:36,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=3563
2024-11-14T00:45:36,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-14T00:45:36,859 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:36,859 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:36,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-14T00:45:36,860 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T00:45:36,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741845_1021 (size=416)
2024-11-14T00:45:37,271 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95b8c49f9cf01840b8eb4ae24058663e, NAME => 'testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:37,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741846_1022 (size=67)
2024-11-14T00:45:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-14T00:45:37,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-14T00:45:37,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:37,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-14T00:45:37,675 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:37,679 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:37,679 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 95b8c49f9cf01840b8eb4ae24058663e, disabling compactions & flushes
2024-11-14T00:45:37,679 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:37,679 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:37,680 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e. after waiting 0 ms
2024-11-14T00:45:37,680 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:37,680 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:37,680 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95b8c49f9cf01840b8eb4ae24058663e:
Waiting for close lock at 1731545137679Disabling compacts and flushes for region at 1731545137679Disabling writes for close at 1731545137680 (+1 ms)Writing region close event to WAL at 1731545137680Closed at 1731545137680
2024-11-14T00:45:37,682 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:37,682 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731545137682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545137682"}]},"ts":"1731545137682"}
2024-11-14T00:45:37,685 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:37,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:37,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545137687"}]},"ts":"1731545137687"}
2024-11-14T00:45:37,690 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-14T00:45:37,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=95b8c49f9cf01840b8eb4ae24058663e, ASSIGN}]
2024-11-14T00:45:37,692 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=95b8c49f9cf01840b8eb4ae24058663e, ASSIGN
2024-11-14T00:45:37,693 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=95b8c49f9cf01840b8eb4ae24058663e, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:37,844 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=95b8c49f9cf01840b8eb4ae24058663e, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:37,847 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=95b8c49f9cf01840b8eb4ae24058663e, ASSIGN because future has completed
2024-11-14T00:45:37,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b8c49f9cf01840b8eb4ae24058663e, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T00:45:38,009 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:38,009 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 95b8c49f9cf01840b8eb4ae24058663e, NAME => 'testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:38,011 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,011 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:38,011 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,012 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,015 INFO  [StoreOpener-95b8c49f9cf01840b8eb4ae24058663e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 95b8c49f9cf01840b8eb4ae24058663e 
2024-11-14T00:45:38,019 INFO  [StoreOpener-95b8c49f9cf01840b8eb4ae24058663e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b8c49f9cf01840b8eb4ae24058663e columnFamilyName testFamily
2024-11-14T00:45:38,019 DEBUG [StoreOpener-95b8c49f9cf01840b8eb4ae24058663e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:38,020 INFO  [StoreOpener-95b8c49f9cf01840b8eb4ae24058663e-1 {}] regionserver.HStore(327): Store=95b8c49f9cf01840b8eb4ae24058663e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:38,020 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,022 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,023 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,024 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,024 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,027 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,031 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:38,032 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 95b8c49f9cf01840b8eb4ae24058663e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62788055, jitterRate=-0.0643850713968277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:38,032 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:45:38,033 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 95b8c49f9cf01840b8eb4ae24058663e:
Running coprocessor pre-open hook at 1731545138012Writing region info on filesystem at 1731545138012Initializing all the Stores at 1731545138014 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545138015 (+1 ms)Cleaning up temporary data from old regions at 1731545138024 (+9 ms)Running coprocessor post-open hooks at 1731545138032 (+8 ms)Region opened successfully at 1731545138032
2024-11-14T00:45:38,034 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e., pid=21, masterSystemTime=1731545138000
2024-11-14T00:45:38,036 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:38,037 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:45:38,037 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=95b8c49f9cf01840b8eb4ae24058663e, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:38,040 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b8c49f9cf01840b8eb4ae24058663e, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:38,045 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-14T00:45:38,045 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 95b8c49f9cf01840b8eb4ae24058663e, server=63baa11b75f3,41209,1731545048110 in 195 msec
2024-11-14T00:45:38,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-14T00:45:38,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=95b8c49f9cf01840b8eb4ae24058663e, ASSIGN in 355 msec
2024-11-14T00:45:38,048 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:38,049 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545138048"}]},"ts":"1731545138048"}
2024-11-14T00:45:38,051 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-14T00:45:38,052 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:38,055 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1960 sec
2024-11-14T00:45:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T00:45:39,897 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-14T00:45:39,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-14T00:45:39,898 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:39,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-14T00:45:39,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:39,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-14T00:45:39,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:39,941 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:39,941 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-14T00:45:39,945 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-14T00:45:39,948 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-14T00:45:39,952 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-14T00:45:39,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-14T00:45:41,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-14T00:45:42,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025688' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-14T00:45:42,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42642 deadline: 1731545143960, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025688' does not exist
2024-11-14T00:45:42,962 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 63baa11b75f3,41209,1731545048110 for closing scanner id = -5474787480702025688 for 95b8c49f9cf01840b8eb4ae24058663e of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025688' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T00:45:42,967 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=3484 (was 3563)
2024-11-14T00:45:42,976 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=3484
2024-11-14T00:45:42,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-14T00:45:42,983 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:42,983 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:42,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-14T00:45:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-14T00:45:42,984 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:42,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741847_1023 (size=411)
2024-11-14T00:45:43,402 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74b97551149db715cfb42d475668af95, NAME => 'testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:43,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741848_1024 (size=62)
2024-11-14T00:45:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-14T00:45:43,513 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:43,815 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:43,815 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 74b97551149db715cfb42d475668af95, disabling compactions & flushes
2024-11-14T00:45:43,815 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:43,815 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:43,815 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95. after waiting 0 ms
2024-11-14T00:45:43,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:43,816 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:43,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74b97551149db715cfb42d475668af95:
Waiting for close lock at 1731545143815Disabling compacts and flushes for region at 1731545143815Disabling writes for close at 1731545143816 (+1 ms)Writing region close event to WAL at 1731545143816Closed at 1731545143816
2024-11-14T00:45:43,819 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:43,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731545143819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545143819"}]},"ts":"1731545143819"}
2024-11-14T00:45:43,822 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:43,823 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:43,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545143823"}]},"ts":"1731545143823"}
2024-11-14T00:45:43,826 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-14T00:45:43,827 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=74b97551149db715cfb42d475668af95, ASSIGN}]
2024-11-14T00:45:43,828 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=74b97551149db715cfb42d475668af95, ASSIGN
2024-11-14T00:45:43,829 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=74b97551149db715cfb42d475668af95, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:43,981 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=74b97551149db715cfb42d475668af95, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:43,986 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=74b97551149db715cfb42d475668af95, ASSIGN because future has completed
2024-11-14T00:45:43,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74b97551149db715cfb42d475668af95, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-14T00:45:44,145 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:44,145 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 74b97551149db715cfb42d475668af95, NAME => 'testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:44,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:44,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,148 INFO  [StoreOpener-74b97551149db715cfb42d475668af95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 74b97551149db715cfb42d475668af95 
2024-11-14T00:45:44,150 INFO  [StoreOpener-74b97551149db715cfb42d475668af95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74b97551149db715cfb42d475668af95 columnFamilyName testFamily
2024-11-14T00:45:44,150 DEBUG [StoreOpener-74b97551149db715cfb42d475668af95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:44,151 INFO  [StoreOpener-74b97551149db715cfb42d475668af95-1 {}] regionserver.HStore(327): Store=74b97551149db715cfb42d475668af95/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:44,151 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,152 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,153 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,153 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,154 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,156 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,159 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:44,160 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 74b97551149db715cfb42d475668af95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627568, jitterRate=0.03753161430358887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:44,160 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74b97551149db715cfb42d475668af95
2024-11-14T00:45:44,161 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 74b97551149db715cfb42d475668af95:
Running coprocessor pre-open hook at 1731545144146Writing region info on filesystem at 1731545144146Initializing all the Stores at 1731545144147 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545144148 (+1 ms)Cleaning up temporary data from old regions at 1731545144154 (+6 ms)Running coprocessor post-open hooks at 1731545144160 (+6 ms)Region opened successfully at 1731545144161 (+1 ms)
2024-11-14T00:45:44,162 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95., pid=24, masterSystemTime=1731545144140
2024-11-14T00:45:44,165 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:44,165 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:45:44,166 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=74b97551149db715cfb42d475668af95, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:44,169 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74b97551149db715cfb42d475668af95, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:44,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-14T00:45:44,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 74b97551149db715cfb42d475668af95, server=63baa11b75f3,41209,1731545048110 in 184 msec
2024-11-14T00:45:44,176 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-14T00:45:44,176 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=74b97551149db715cfb42d475668af95, ASSIGN in 346 msec
2024-11-14T00:45:44,177 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:44,177 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545144177"}]},"ts":"1731545144177"}
2024-11-14T00:45:44,180 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-14T00:45:44,181 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:44,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2020 sec
2024-11-14T00:45:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-14T00:45:46,017 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-14T00:45:46,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-14T00:45:46,018 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:46,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-14T00:45:46,026 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:46,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-14T00:45:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:46,039 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:46,039 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-14T00:45:46,043 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-14T00:45:46,045 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-14T00:45:46,047 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-14T00:45:46,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-14T00:45:47,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-14T00:45:47,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-14T00:45:47,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:47,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-14T00:45:47,675 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:49,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025684' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-14T00:45:49,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42642 deadline: 1731545150052, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025684' does not exist
2024-11-14T00:45:49,054 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 63baa11b75f3,41209,1731545048110 for closing scanner id = -5474787480702025684 for 74b97551149db715cfb42d475668af95 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025684' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T00:45:49,061 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=3434 (was 3484)
2024-11-14T00:45:49,070 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=3434
2024-11-14T00:45:49,072 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:49,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-14T00:45:49,075 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:49,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:49,076 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-14T00:45:49,077 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T00:45:49,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741849_1025 (size=419)
2024-11-14T00:45:49,494 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa68cc554fbf06742924d41b15e01f0c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:49,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741850_1026 (size=70)
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing fa68cc554fbf06742924d41b15e01f0c, disabling compactions & flushes
2024-11-14T00:45:49,505 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c. after waiting 0 ms
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,505 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa68cc554fbf06742924d41b15e01f0c:
Waiting for close lock at 1731545149505Disabling compacts and flushes for region at 1731545149505Disabling writes for close at 1731545149505Writing region close event to WAL at 1731545149505Closed at 1731545149505
2024-11-14T00:45:49,507 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:49,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731545149507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545149507"}]},"ts":"1731545149507"}
2024-11-14T00:45:49,510 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:49,511 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:49,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545149512"}]},"ts":"1731545149512"}
2024-11-14T00:45:49,514 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-14T00:45:49,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fa68cc554fbf06742924d41b15e01f0c, ASSIGN}]
2024-11-14T00:45:49,516 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fa68cc554fbf06742924d41b15e01f0c, ASSIGN
2024-11-14T00:45:49,517 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fa68cc554fbf06742924d41b15e01f0c, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-14T00:45:49,649 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:49,668 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=fa68cc554fbf06742924d41b15e01f0c, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:49,672 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fa68cc554fbf06742924d41b15e01f0c, ASSIGN because future has completed
2024-11-14T00:45:49,672 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa68cc554fbf06742924d41b15e01f0c, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:49,831 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => fa68cc554fbf06742924d41b15e01f0c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,834 INFO  [StoreOpener-fa68cc554fbf06742924d41b15e01f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fa68cc554fbf06742924d41b15e01f0c 
2024-11-14T00:45:49,837 INFO  [StoreOpener-fa68cc554fbf06742924d41b15e01f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa68cc554fbf06742924d41b15e01f0c columnFamilyName testFamily
2024-11-14T00:45:49,837 DEBUG [StoreOpener-fa68cc554fbf06742924d41b15e01f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:49,838 INFO  [StoreOpener-fa68cc554fbf06742924d41b15e01f0c-1 {}] regionserver.HStore(327): Store=fa68cc554fbf06742924d41b15e01f0c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:49,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:49,849 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened fa68cc554fbf06742924d41b15e01f0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73176316, jitterRate=0.09041208028793335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:49,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:45:49,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for fa68cc554fbf06742924d41b15e01f0c:
Running coprocessor pre-open hook at 1731545149832Writing region info on filesystem at 1731545149832Initializing all the Stores at 1731545149834 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545149834Cleaning up temporary data from old regions at 1731545149841 (+7 ms)Running coprocessor post-open hooks at 1731545149850 (+9 ms)Region opened successfully at 1731545149850
2024-11-14T00:45:49,852 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., pid=27, masterSystemTime=1731545149826
2024-11-14T00:45:49,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,855 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:45:49,856 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=fa68cc554fbf06742924d41b15e01f0c, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:49,860 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa68cc554fbf06742924d41b15e01f0c, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:49,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-14T00:45:49,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure fa68cc554fbf06742924d41b15e01f0c, server=63baa11b75f3,41209,1731545048110 in 189 msec
2024-11-14T00:45:49,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-14T00:45:49,869 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fa68cc554fbf06742924d41b15e01f0c, ASSIGN in 351 msec
2024-11-14T00:45:49,870 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:49,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545149870"}]},"ts":"1731545149870"}
2024-11-14T00:45:49,873 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-14T00:45:49,875 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:49,878 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 803 msec
2024-11-14T00:45:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T00:45:50,096 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-14T00:45:50,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-14T00:45:50,096 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:50,101 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-14T00:45:50,101 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:50,101 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-14T00:45:50,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:50,115 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:50,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-14T00:45:50,118 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-14T00:45:50,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-14T00:45:52,732 INFO  [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-14T00:45:52,732 INFO  [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-14T00:45:53,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-14T00:45:55,335 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:45:56,128 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-14T00:45:56,128 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-14T00:45:56,128 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:45:56,136 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=3494 (was 3434) - AvailableMemoryMB LEAK? -
2024-11-14T00:45:56,145 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=3494
2024-11-14T00:45:56,147 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:45:56,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-14T00:45:56,149 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:45:56,150 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:56,150 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-14T00:45:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-14T00:45:56,151 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:45:56,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741851_1027 (size=407)
2024-11-14T00:45:56,562 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 693b538712d3011098236fc6ebe2e4be, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:45:56,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741852_1028 (size=58)
2024-11-14T00:45:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 693b538712d3011098236fc6ebe2e4be, disabling compactions & flushes
2024-11-14T00:45:56,976 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be. after waiting 0 ms
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:56,976 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:56,976 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 693b538712d3011098236fc6ebe2e4be:
Waiting for close lock at 1731545156976Disabling compacts and flushes for region at 1731545156976Disabling writes for close at 1731545156976Writing region close event to WAL at 1731545156976Closed at 1731545156976
2024-11-14T00:45:56,978 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:45:56,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731545156978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545156978"}]},"ts":"1731545156978"}
2024-11-14T00:45:56,982 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:45:56,984 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:45:56,984 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545156984"}]},"ts":"1731545156984"}
2024-11-14T00:45:56,987 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-14T00:45:56,988 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=693b538712d3011098236fc6ebe2e4be, ASSIGN}]
2024-11-14T00:45:56,990 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=693b538712d3011098236fc6ebe2e4be, ASSIGN
2024-11-14T00:45:56,991 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=693b538712d3011098236fc6ebe2e4be, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:45:57,143 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=693b538712d3011098236fc6ebe2e4be, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:57,148 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=693b538712d3011098236fc6ebe2e4be, ASSIGN because future has completed
2024-11-14T00:45:57,149 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693b538712d3011098236fc6ebe2e4be, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:45:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-14T00:45:57,309 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:57,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 693b538712d3011098236fc6ebe2e4be, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:45:57,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:45:57,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,312 INFO  [StoreOpener-693b538712d3011098236fc6ebe2e4be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 693b538712d3011098236fc6ebe2e4be 
2024-11-14T00:45:57,314 INFO  [StoreOpener-693b538712d3011098236fc6ebe2e4be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693b538712d3011098236fc6ebe2e4be columnFamilyName testFamily
2024-11-14T00:45:57,314 DEBUG [StoreOpener-693b538712d3011098236fc6ebe2e4be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:45:57,315 INFO  [StoreOpener-693b538712d3011098236fc6ebe2e4be-1 {}] regionserver.HStore(327): Store=693b538712d3011098236fc6ebe2e4be/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:45:57,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:45:57,322 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 693b538712d3011098236fc6ebe2e4be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204026, jitterRate=-0.028384298086166382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:45:57,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:45:57,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 693b538712d3011098236fc6ebe2e4be:
Running coprocessor pre-open hook at 1731545157310Writing region info on filesystem at 1731545157310Initializing all the Stores at 1731545157312 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545157312Cleaning up temporary data from old regions at 1731545157317 (+5 ms)Running coprocessor post-open hooks at 1731545157322 (+5 ms)Region opened successfully at 1731545157322
2024-11-14T00:45:57,323 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., pid=30, masterSystemTime=1731545157303
2024-11-14T00:45:57,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:57,326 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:45:57,326 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=693b538712d3011098236fc6ebe2e4be, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:45:57,329 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693b538712d3011098236fc6ebe2e4be, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:45:57,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-14T00:45:57,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 693b538712d3011098236fc6ebe2e4be, server=63baa11b75f3,41209,1731545048110 in 182 msec
2024-11-14T00:45:57,337 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-14T00:45:57,337 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=693b538712d3011098236fc6ebe2e4be, ASSIGN in 346 msec
2024-11-14T00:45:57,338 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:45:57,338 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545157338"}]},"ts":"1731545157338"}
2024-11-14T00:45:57,341 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-14T00:45:57,342 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:45:57,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1950 sec
2024-11-14T00:45:57,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-14T00:45:57,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:57,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-14T00:45:57,676 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-14T00:45:59,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-14T00:45:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-14T00:45:59,178 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-14T00:45:59,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-14T00:45:59,179 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:59,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-14T00:45:59,188 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:45:59,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-14T00:45:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:45:59,202 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:45:59,203 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-14T00:45:59,206 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-14T00:45:59,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-14T00:45:59,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-14T00:45:59,211 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-14T00:46:02,815 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:46:05,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025676' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-14T00:46:05,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:42642 deadline: 1731545171219, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025676' does not exist
2024-11-14T00:46:05,227 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 63baa11b75f3,41209,1731545048110 for closing scanner id = -5474787480702025676 for 693b538712d3011098236fc6ebe2e4be of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5474787480702025676' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T00:46:05,233 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3472 (was 3494)
2024-11-14T00:46:05,241 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=3472
2024-11-14T00:46:05,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T00:46:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-14T00:46:05,246 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T00:46:05,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:46:05,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-14T00:46:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-14T00:46:05,248 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T00:46:05,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741853_1029 (size=423)
2024-11-14T00:46:05,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1572669b25d676cfe82a1d39f4e262ba, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a
2024-11-14T00:46:05,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741854_1030 (size=74)
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1572669b25d676cfe82a1d39f4e262ba, disabling compactions & flushes
2024-11-14T00:46:05,669 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba. after waiting 0 ms
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:05,669 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:05,669 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1572669b25d676cfe82a1d39f4e262ba:
Waiting for close lock at 1731545165669Disabling compacts and flushes for region at 1731545165669Disabling writes for close at 1731545165669Writing region close event to WAL at 1731545165669Closed at 1731545165669
2024-11-14T00:46:05,671 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T00:46:05,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731545165671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731545165671"}]},"ts":"1731545165671"}
2024-11-14T00:46:05,674 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T00:46:05,676 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T00:46:05,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545165676"}]},"ts":"1731545165676"}
2024-11-14T00:46:05,679 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-14T00:46:05,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1572669b25d676cfe82a1d39f4e262ba, ASSIGN}]
2024-11-14T00:46:05,681 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1572669b25d676cfe82a1d39f4e262ba, ASSIGN
2024-11-14T00:46:05,682 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1572669b25d676cfe82a1d39f4e262ba, ASSIGN; state=OFFLINE, location=63baa11b75f3,41209,1731545048110; forceNewPlan=false, retain=false
2024-11-14T00:46:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-14T00:46:05,833 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=1572669b25d676cfe82a1d39f4e262ba, regionState=OPENING, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:46:05,838 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1572669b25d676cfe82a1d39f4e262ba, ASSIGN because future has completed
2024-11-14T00:46:05,839 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1572669b25d676cfe82a1d39f4e262ba, server=63baa11b75f3,41209,1731545048110}]
2024-11-14T00:46:06,002 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:06,003 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 1572669b25d676cfe82a1d39f4e262ba, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.', STARTKEY => '', ENDKEY => ''}
2024-11-14T00:46:06,003 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,003 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T00:46:06,004 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,004 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,006 INFO  [StoreOpener-1572669b25d676cfe82a1d39f4e262ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1572669b25d676cfe82a1d39f4e262ba 
2024-11-14T00:46:06,008 INFO  [StoreOpener-1572669b25d676cfe82a1d39f4e262ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1572669b25d676cfe82a1d39f4e262ba columnFamilyName testFamily
2024-11-14T00:46:06,008 DEBUG [StoreOpener-1572669b25d676cfe82a1d39f4e262ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T00:46:06,008 INFO  [StoreOpener-1572669b25d676cfe82a1d39f4e262ba-1 {}] regionserver.HStore(327): Store=1572669b25d676cfe82a1d39f4e262ba/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T00:46:06,009 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,009 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,010 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,010 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,010 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,012 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,015 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T00:46:06,016 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 1572669b25d676cfe82a1d39f4e262ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70773486, jitterRate=0.054607123136520386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T00:46:06,016 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:06,017 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 1572669b25d676cfe82a1d39f4e262ba:
Running coprocessor pre-open hook at 1731545166004Writing region info on filesystem at 1731545166004Initializing all the Stores at 1731545166005 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731545166006 (+1 ms)Cleaning up temporary data from old regions at 1731545166010 (+4 ms)Running coprocessor post-open hooks at 1731545166016 (+6 ms)Region opened successfully at 1731545166017 (+1 ms)
2024-11-14T00:46:06,018 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., pid=33, masterSystemTime=1731545165993
2024-11-14T00:46:06,021 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:06,021 INFO  [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:06,022 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=1572669b25d676cfe82a1d39f4e262ba, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41209,1731545048110
2024-11-14T00:46:06,024 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1572669b25d676cfe82a1d39f4e262ba, server=63baa11b75f3,41209,1731545048110 because future has completed
2024-11-14T00:46:06,029 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-14T00:46:06,029 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 1572669b25d676cfe82a1d39f4e262ba, server=63baa11b75f3,41209,1731545048110 in 187 msec
2024-11-14T00:46:06,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-14T00:46:06,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1572669b25d676cfe82a1d39f4e262ba, ASSIGN in 350 msec
2024-11-14T00:46:06,032 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T00:46:06,032 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731545166032"}]},"ts":"1731545166032"}
2024-11-14T00:46:06,034 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-14T00:46:06,036 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T00:46:06,037 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 792 msec
2024-11-14T00:46:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-14T00:46:06,266 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-14T00:46:06,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-14T00:46:06,266 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:46:06,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-14T00:46:06,271 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T00:46:06,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-14T00:46:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:46:06,283 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-14T00:46:06,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-14T00:46:06,287 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-14T00:46:06,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-14T00:46:06,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T00:46:07,298 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-14T00:46:07,299 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-14T00:46:07,299 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:46:07,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-14T00:46:07,674 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-14T00:46:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-14T00:46:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2]
2024-11-14T00:46:08,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41209 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-14T00:46:09,288 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=63baa11b75f3:41209 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=968ms, rpcTimeout=968ms
2024-11-14T00:46:09,288 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=968ms, rpcTimeout=968ms
2024-11-14T00:46:09,288 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., hostname=63baa11b75f3,41209,1731545048110, seqNum=2 from cache
2024-11-14T00:46:09,296 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=3452 (was 3472)
2024-11-14T00:46:09,297 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T00:46:09,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T00:46:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,303 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T00:46:09,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-14T00:46:09,304 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T00:46:09,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T00:46:09,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,304 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T00:46:09,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-14T00:46:09,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390163225, stopped=false
2024-11-14T00:46:09,305 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,36301,1731545047163
2024-11-14T00:46:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T00:46:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T00:46:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:46:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:46:09,385 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T00:46:09,386 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T00:46:09,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T00:46:09,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T00:46:09,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T00:46:09,388 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,41209,1731545048110' *****
2024-11-14T00:46:09,388 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T00:46:09,389 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T00:46:09,389 INFO  [RS:0;63baa11b75f3:41209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T00:46:09,389 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T00:46:09,390 INFO  [RS:0;63baa11b75f3:41209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T00:46:09,390 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 95b8c49f9cf01840b8eb4ae24058663e
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for ce4105dcb70330750dcf7d4ba976e756
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 176eb45bce2ca8c8439084483c8ca3f3
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for b83c1cc51b3704d6089317dd045bec0b
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d9b6907dcdc0a89c897e289d7eb7583
2024-11-14T00:46:09,391 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95b8c49f9cf01840b8eb4ae24058663e, disabling compactions & flushes
2024-11-14T00:46:09,391 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:09,391 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:46:09,392 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 693b538712d3011098236fc6ebe2e4be
2024-11-14T00:46:09,392 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e. after waiting 0 ms
2024-11-14T00:46:09,392 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1572669b25d676cfe82a1d39f4e262ba
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 74b97551149db715cfb42d475668af95
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,41209,1731545048110
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:41209.
2024-11-14T00:46:09,392 DEBUG [RS:0;63baa11b75f3:41209 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T00:46:09,392 DEBUG [RS:0;63baa11b75f3:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T00:46:09,392 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T00:46:09,393 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T00:46:09,393 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-14T00:46:09,393 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-14T00:46:09,393 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T00:46:09,393 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T00:46:09,393 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T00:46:09,393 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T00:46:09,393 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T00:46:09,393 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, 95b8c49f9cf01840b8eb4ae24058663e, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830, fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:09,395 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-14T00:46:09,395 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95b8c49f9cf01840b8eb4ae24058663e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:09,450 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/.tmp/testFamily/cba0e3107ca842578b1acb5f1ccf918e is 61, key is row-0/testFamily:testQualifier/1731545139918/Put/seqid=0
2024-11-14T00:46:09,455 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/info/1f7701bf806b44ecbe13cbef261e7944 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3./info:regioninfo/1731545113200/Put/seqid=0
2024-11-14T00:46:09,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741855_1031 (size=5049)
2024-11-14T00:46:09,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741856_1032 (size=20564)
2024-11-14T00:46:09,594 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, 95b8c49f9cf01840b8eb4ae24058663e, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830, fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:09,794 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, 95b8c49f9cf01840b8eb4ae24058663e, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830, fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:09,821 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-14T00:46:09,862 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/.tmp/testFamily/cba0e3107ca842578b1acb5f1ccf918e
2024-11-14T00:46:09,863 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/info/1f7701bf806b44ecbe13cbef261e7944
2024-11-14T00:46:09,909 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/.tmp/testFamily/cba0e3107ca842578b1acb5f1ccf918e as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/testFamily/cba0e3107ca842578b1acb5f1ccf918e
2024-11-14T00:46:09,918 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/testFamily/cba0e3107ca842578b1acb5f1ccf918e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:09,927 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 95b8c49f9cf01840b8eb4ae24058663e in 531ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:09,929 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/ns/431ba3d1a15d4be68482cb2f013bc701 is 43, key is default/ns:d/1731545112071/Put/seqid=0
2024-11-14T00:46:09,933 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNextAsync/95b8c49f9cf01840b8eb4ae24058663e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:09,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741857_1033 (size=5153)
2024-11-14T00:46:09,935 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:46:09,935 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95b8c49f9cf01840b8eb4ae24058663e:
Waiting for close lock at 1731545169391Running coprocessor pre-close hooks at 1731545169391Disabling compacts and flushes for region at 1731545169391Disabling writes for close at 1731545169392 (+1 ms)Obtaining lock to block concurrent updates at 1731545169395 (+3 ms)Preparing flush snapshotting stores in 95b8c49f9cf01840b8eb4ae24058663e at 1731545169395Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545169402 (+7 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e. at 1731545169403 (+1 ms)Flushing 95b8c49f9cf01840b8eb4ae24058663e/testFamily: creating writer at 1731545169405 (+2 ms)Flushing 95b8c49f9cf01840b8eb4ae24058663e/testFamily: appending metadata at 1731545169444 (+39 ms)Flushing 95b8c49f9cf01840b8eb4ae24058663e/testFamily: closing flushed file at 1731545169447 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e4ade0: reopening flushed file at 1731545169908 (+461 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 95b8c49f9cf01840b8eb4ae24058663e in 531ms, sequenceid=8, compaction requested=false at 1731545169927 (+19 ms)Writing region close event to WAL at 1731545169928 (+1 ms)Running coprocessor post-close hooks at 1731545169934 (+6 ms)Closed at 1731545169935 (+1 ms)
2024-11-14T00:46:09,936 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731545136856.95b8c49f9cf01840b8eb4ae24058663e.
2024-11-14T00:46:09,936 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa68cc554fbf06742924d41b15e01f0c, disabling compactions & flushes
2024-11-14T00:46:09,936 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:46:09,936 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:46:09,936 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c. after waiting 0 ms
2024-11-14T00:46:09,936 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:46:09,936 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa68cc554fbf06742924d41b15e01f0c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:09,952 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/.tmp/testFamily/83293260a14840ffbf3146b2f6d3e7e8 is 61, key is row-0/testFamily:testQualifier/1731545150106/Put/seqid=0
2024-11-14T00:46:09,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741858_1034 (size=5049)
2024-11-14T00:46:09,994 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830, fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:10,146 INFO  [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-14T00:46:10,146 INFO  [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-14T00:46:10,195 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830, fa68cc554fbf06742924d41b15e01f0c
2024-11-14T00:46:10,335 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/ns/431ba3d1a15d4be68482cb2f013bc701
2024-11-14T00:46:10,357 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/.tmp/testFamily/83293260a14840ffbf3146b2f6d3e7e8
2024-11-14T00:46:10,366 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/.tmp/testFamily/83293260a14840ffbf3146b2f6d3e7e8 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/testFamily/83293260a14840ffbf3146b2f6d3e7e8
2024-11-14T00:46:10,367 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/table/a3198059a9764485840759b15712b2fd is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731545113216/Put/seqid=0
2024-11-14T00:46:10,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741859_1035 (size=6699)
2024-11-14T00:46:10,376 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/testFamily/83293260a14840ffbf3146b2f6d3e7e8, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:10,377 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa68cc554fbf06742924d41b15e01f0c in 441ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:10,382 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fa68cc554fbf06742924d41b15e01f0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:10,383 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa68cc554fbf06742924d41b15e01f0c:
Waiting for close lock at 1731545169936Running coprocessor pre-close hooks at 1731545169936Disabling compacts and flushes for region at 1731545169936Disabling writes for close at 1731545169936Obtaining lock to block concurrent updates at 1731545169936Preparing flush snapshotting stores in fa68cc554fbf06742924d41b15e01f0c at 1731545169936Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545169937 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c. at 1731545169937Flushing fa68cc554fbf06742924d41b15e01f0c/testFamily: creating writer at 1731545169937Flushing fa68cc554fbf06742924d41b15e01f0c/testFamily: appending metadata at 1731545169951 (+14 ms)Flushing fa68cc554fbf06742924d41b15e01f0c/testFamily: closing flushed file at 1731545169951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb2ad0: reopening flushed file at 1731545170365 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa68cc554fbf06742924d41b15e01f0c in 441ms, sequenceid=8, compaction requested=false at 1731545170377 (+12 ms)Writing region close event to WAL at 1731545170377Running coprocessor post-close hooks at 1731545170382 (+5 ms)Closed at 1731545170383 (+1 ms)
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731545149072.fa68cc554fbf06742924d41b15e01f0c.
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce4105dcb70330750dcf7d4ba976e756, disabling compactions & flushes
2024-11-14T00:46:10,383 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756. after waiting 0 ms
2024-11-14T00:46:10,383 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:46:10,384 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce4105dcb70330750dcf7d4ba976e756 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:10,395 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-14T00:46:10,395 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1325): Online Regions={ce4105dcb70330750dcf7d4ba976e756=testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756., 176eb45bce2ca8c8439084483c8ca3f3=testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3., b83c1cc51b3704d6089317dd045bec0b=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., 8d9b6907dcdc0a89c897e289d7eb7583=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., 1588230740=hbase:meta,,1.1588230740, d6a6be61ab06d1efebb2b3d2d4d9c830=hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830., 693b538712d3011098236fc6ebe2e4be=hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., 1572669b25d676cfe82a1d39f4e262ba=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., 74b97551149db715cfb42d475668af95=testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.}
2024-11-14T00:46:10,395 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:10,400 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/.tmp/testFamily/67d5f8bf0f0b4551bbe25e94ce7c4f00 is 61, key is row-0/testFamily:testQualifier/1731545130726/Put/seqid=0
2024-11-14T00:46:10,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741860_1036 (size=5049)
2024-11-14T00:46:10,596 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:10,772 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/table/a3198059a9764485840759b15712b2fd
2024-11-14T00:46:10,782 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/info/1f7701bf806b44ecbe13cbef261e7944 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/info/1f7701bf806b44ecbe13cbef261e7944
2024-11-14T00:46:10,791 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/info/1f7701bf806b44ecbe13cbef261e7944, entries=100, sequenceid=56, filesize=20.1 K
2024-11-14T00:46:10,792 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/ns/431ba3d1a15d4be68482cb2f013bc701 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/ns/431ba3d1a15d4be68482cb2f013bc701
2024-11-14T00:46:10,796 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 1588230740, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, ce4105dcb70330750dcf7d4ba976e756, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:10,801 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/ns/431ba3d1a15d4be68482cb2f013bc701, entries=2, sequenceid=56, filesize=5.0 K
2024-11-14T00:46:10,802 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/.tmp/table/a3198059a9764485840759b15712b2fd as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/table/a3198059a9764485840759b15712b2fd
2024-11-14T00:46:10,806 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/.tmp/testFamily/67d5f8bf0f0b4551bbe25e94ce7c4f00
2024-11-14T00:46:10,810 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/table/a3198059a9764485840759b15712b2fd, entries=20, sequenceid=56, filesize=6.5 K
2024-11-14T00:46:10,811 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=56, compaction requested=false
2024-11-14T00:46:10,815 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/.tmp/testFamily/67d5f8bf0f0b4551bbe25e94ce7c4f00 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/testFamily/67d5f8bf0f0b4551bbe25e94ce7c4f00
2024-11-14T00:46:10,817 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-14T00:46:10,818 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T00:46:10,818 INFO  [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T00:46:10,818 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731545169393Running coprocessor pre-close hooks at 1731545169393Disabling compacts and flushes for region at 1731545169393Disabling writes for close at 1731545169393Obtaining lock to block concurrent updates at 1731545169395 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731545169395Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731545169402 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731545169403 (+1 ms)Flushing 1588230740/info: creating writer at 1731545169405 (+2 ms)Flushing 1588230740/info: appending metadata at 1731545169450 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731545169450Flushing 1588230740/ns: creating writer at 1731545169908 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731545169928 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731545169928Flushing 1588230740/table: creating writer at 1731545170348 (+420 ms)Flushing 1588230740/table: appending metadata at 1731545170366 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731545170366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a5e39b: reopening flushed file at 1731545170781 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df87830: reopening flushed file at 1731545170791 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e56ad6e: reopening flushed file at 1731545170801 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=56, compaction requested=false at 1731545170811 (+10 ms)Writing region close event to WAL at 1731545170813 (+2 ms)Running coprocessor post-close hooks at 1731545170818 (+5 ms)Closed at 1731545170818
2024-11-14T00:46:10,819 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-14T00:46:10,823 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/testFamily/67d5f8bf0f0b4551bbe25e94ce7c4f00, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:10,824 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ce4105dcb70330750dcf7d4ba976e756 in 441ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:10,829 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextException/ce4105dcb70330750dcf7d4ba976e756/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:10,830 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:46:10,830 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce4105dcb70330750dcf7d4ba976e756:
Waiting for close lock at 1731545170383Running coprocessor pre-close hooks at 1731545170383Disabling compacts and flushes for region at 1731545170383Disabling writes for close at 1731545170383Obtaining lock to block concurrent updates at 1731545170384 (+1 ms)Preparing flush snapshotting stores in ce4105dcb70330750dcf7d4ba976e756 at 1731545170384Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545170384Flushing stores of testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756. at 1731545170385 (+1 ms)Flushing ce4105dcb70330750dcf7d4ba976e756/testFamily: creating writer at 1731545170385Flushing ce4105dcb70330750dcf7d4ba976e756/testFamily: appending metadata at 1731545170400 (+15 ms)Flushing ce4105dcb70330750dcf7d4ba976e756/testFamily: closing flushed file at 1731545170400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16413064: reopening flushed file at 1731545170814 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ce4105dcb70330750dcf7d4ba976e756 in 441ms, sequenceid=8, compaction requested=false at 1731545170824 (+10 ms)Writing region close event to WAL at 1731545170825 (+1 ms)Running coprocessor post-close hooks at 1731545170830 (+5 ms)Closed at 1731545170830
2024-11-14T00:46:10,830 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731545129700.ce4105dcb70330750dcf7d4ba976e756.
2024-11-14T00:46:10,831 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 176eb45bce2ca8c8439084483c8ca3f3, disabling compactions & flushes
2024-11-14T00:46:10,831 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:46:10,831 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:46:10,831 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3. after waiting 0 ms
2024-11-14T00:46:10,831 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:46:10,831 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 176eb45bce2ca8c8439084483c8ca3f3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:10,848 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/.tmp/testFamily/66f46451df3d4455ae5084ef5ebf8a3c is 61, key is row-0/testFamily:testQualifier/1731545113439/Put/seqid=0
2024-11-14T00:46:10,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741861_1037 (size=5049)
2024-11-14T00:46:10,996 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:11,197 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 176eb45bce2ca8c8439084483c8ca3f3, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:11,256 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/.tmp/testFamily/66f46451df3d4455ae5084ef5ebf8a3c
2024-11-14T00:46:11,271 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/.tmp/testFamily/66f46451df3d4455ae5084ef5ebf8a3c as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/testFamily/66f46451df3d4455ae5084ef5ebf8a3c
2024-11-14T00:46:11,279 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/testFamily/66f46451df3d4455ae5084ef5ebf8a3c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:11,280 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 176eb45bce2ca8c8439084483c8ca3f3 in 449ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:11,285 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/176eb45bce2ca8c8439084483c8ca3f3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:11,286 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:46:11,286 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 176eb45bce2ca8c8439084483c8ca3f3:
Waiting for close lock at 1731545170831Running coprocessor pre-close hooks at 1731545170831Disabling compacts and flushes for region at 1731545170831Disabling writes for close at 1731545170831Obtaining lock to block concurrent updates at 1731545170831Preparing flush snapshotting stores in 176eb45bce2ca8c8439084483c8ca3f3 at 1731545170831Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545170831Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3. at 1731545170832 (+1 ms)Flushing 176eb45bce2ca8c8439084483c8ca3f3/testFamily: creating writer at 1731545170832Flushing 176eb45bce2ca8c8439084483c8ca3f3/testFamily: appending metadata at 1731545170848 (+16 ms)Flushing 176eb45bce2ca8c8439084483c8ca3f3/testFamily: closing flushed file at 1731545170848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c33f4c4: reopening flushed file at 1731545171269 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 176eb45bce2ca8c8439084483c8ca3f3 in 449ms, sequenceid=8, compaction requested=false at 1731545171280 (+11 ms)Writing region close event to WAL at 1731545171281 (+1 ms)Running coprocessor post-close hooks at 1731545171286 (+5 ms)Closed at 1731545171286
2024-11-14T00:46:11,286 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731545112365.176eb45bce2ca8c8439084483c8ca3f3.
2024-11-14T00:46:11,286 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b83c1cc51b3704d6089317dd045bec0b, disabling compactions & flushes
2024-11-14T00:46:11,286 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:46:11,286 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:46:11,286 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b. after waiting 0 ms
2024-11-14T00:46:11,287 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:46:11,287 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b83c1cc51b3704d6089317dd045bec0b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:11,303 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/.tmp/testFamily/b22b75d341b64896bfb0ff5b57b2e85f is 61, key is row-0/testFamily:testQualifier/1731545116566/Put/seqid=0
2024-11-14T00:46:11,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741862_1038 (size=5049)
2024-11-14T00:46:11,397 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-14T00:46:11,397 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1325): Online Regions={b83c1cc51b3704d6089317dd045bec0b=hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., 8d9b6907dcdc0a89c897e289d7eb7583=testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., d6a6be61ab06d1efebb2b3d2d4d9c830=hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830., 693b538712d3011098236fc6ebe2e4be=hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., 1572669b25d676cfe82a1d39f4e262ba=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., 74b97551149db715cfb42d475668af95=testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.}
2024-11-14T00:46:11,397 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:11,505 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T00:46:11,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-14T00:46:11,598 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, b83c1cc51b3704d6089317dd045bec0b, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:11,709 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/.tmp/testFamily/b22b75d341b64896bfb0ff5b57b2e85f
2024-11-14T00:46:11,721 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/.tmp/testFamily/b22b75d341b64896bfb0ff5b57b2e85f as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/testFamily/b22b75d341b64896bfb0ff5b57b2e85f
2024-11-14T00:46:11,731 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/testFamily/b22b75d341b64896bfb0ff5b57b2e85f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:11,733 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b83c1cc51b3704d6089317dd045bec0b in 446ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:11,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnOpenScanner/b83c1cc51b3704d6089317dd045bec0b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:11,740 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:46:11,740 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b83c1cc51b3704d6089317dd045bec0b:
Waiting for close lock at 1731545171286Running coprocessor pre-close hooks at 1731545171286Disabling compacts and flushes for region at 1731545171286Disabling writes for close at 1731545171286Obtaining lock to block concurrent updates at 1731545171287 (+1 ms)Preparing flush snapshotting stores in b83c1cc51b3704d6089317dd045bec0b at 1731545171287Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545171287Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b. at 1731545171288 (+1 ms)Flushing b83c1cc51b3704d6089317dd045bec0b/testFamily: creating writer at 1731545171288Flushing b83c1cc51b3704d6089317dd045bec0b/testFamily: appending metadata at 1731545171303 (+15 ms)Flushing b83c1cc51b3704d6089317dd045bec0b/testFamily: closing flushed file at 1731545171303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a7912b: reopening flushed file at 1731545171719 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b83c1cc51b3704d6089317dd045bec0b in 446ms, sequenceid=8, compaction requested=false at 1731545171733 (+14 ms)Writing region close event to WAL at 1731545171733Running coprocessor post-close hooks at 1731545171739 (+6 ms)Closed at 1731545171739
2024-11-14T00:46:11,740 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731545113518.b83c1cc51b3704d6089317dd045bec0b.
2024-11-14T00:46:11,740 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d9b6907dcdc0a89c897e289d7eb7583, disabling compactions & flushes
2024-11-14T00:46:11,740 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:46:11,741 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:46:11,741 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583. after waiting 0 ms
2024-11-14T00:46:11,741 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:46:11,741 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d9b6907dcdc0a89c897e289d7eb7583 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:11,764 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/.tmp/testFamily/e3212a9f539b4562bd033d56e5814689 is 61, key is row-0/testFamily:testQualifier/1731545133818/Put/seqid=0
2024-11-14T00:46:11,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741863_1039 (size=5049)
2024-11-14T00:46:11,775 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/.tmp/testFamily/e3212a9f539b4562bd033d56e5814689
2024-11-14T00:46:11,788 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/.tmp/testFamily/e3212a9f539b4562bd033d56e5814689 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/testFamily/e3212a9f539b4562bd033d56e5814689
2024-11-14T00:46:11,798 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, 8d9b6907dcdc0a89c897e289d7eb7583, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:11,801 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/testFamily/e3212a9f539b4562bd033d56e5814689, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:11,802 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d9b6907dcdc0a89c897e289d7eb7583 in 61ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:11,814 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScanner/8d9b6907dcdc0a89c897e289d7eb7583/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:11,815 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:46:11,815 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d9b6907dcdc0a89c897e289d7eb7583:
Waiting for close lock at 1731545171740Running coprocessor pre-close hooks at 1731545171740Disabling compacts and flushes for region at 1731545171740Disabling writes for close at 1731545171741 (+1 ms)Obtaining lock to block concurrent updates at 1731545171741Preparing flush snapshotting stores in 8d9b6907dcdc0a89c897e289d7eb7583 at 1731545171741Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545171741Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583. at 1731545171742 (+1 ms)Flushing 8d9b6907dcdc0a89c897e289d7eb7583/testFamily: creating writer at 1731545171742Flushing 8d9b6907dcdc0a89c897e289d7eb7583/testFamily: appending metadata at 1731545171763 (+21 ms)Flushing 8d9b6907dcdc0a89c897e289d7eb7583/testFamily: closing flushed file at 1731545171764 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed9abb2: reopening flushed file at 1731545171787 (+23 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d9b6907dcdc0a89c897e289d7eb7583 in 61ms, sequenceid=8, compaction requested=false at 1731545171803 (+16 ms)Writing region close event to WAL at 1731545171808 (+5 ms)Running coprocessor post-close hooks at 1731545171815 (+7 ms)Closed at 1731545171815
2024-11-14T00:46:11,815 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731545130778.8d9b6907dcdc0a89c897e289d7eb7583.
2024-11-14T00:46:11,816 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6a6be61ab06d1efebb2b3d2d4d9c830, disabling compactions & flushes
2024-11-14T00:46:11,816 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:46:11,816 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:46:11,816 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830. after waiting 0 ms
2024-11-14T00:46:11,816 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:46:11,816 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6a6be61ab06d1efebb2b3d2d4d9c830 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:11,835 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/.tmp/testFamily/aa8d4ec5c87f4547aac8b72220841df5 is 61, key is row-0/testFamily:testQualifier/1731545123650/Put/seqid=0
2024-11-14T00:46:11,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741864_1040 (size=5049)
2024-11-14T00:46:11,998 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:12,198 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95, d6a6be61ab06d1efebb2b3d2d4d9c830
2024-11-14T00:46:12,242 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/.tmp/testFamily/aa8d4ec5c87f4547aac8b72220841df5
2024-11-14T00:46:12,252 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/.tmp/testFamily/aa8d4ec5c87f4547aac8b72220841df5 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily/aa8d4ec5c87f4547aac8b72220841df5
2024-11-14T00:46:12,261 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily/aa8d4ec5c87f4547aac8b72220841df5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:12,263 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6a6be61ab06d1efebb2b3d2d4d9c830 in 447ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:12,268 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNextAsync/d6a6be61ab06d1efebb2b3d2d4d9c830/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:12,269 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:46:12,269 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6a6be61ab06d1efebb2b3d2d4d9c830:
Waiting for close lock at 1731545171816Running coprocessor pre-close hooks at 1731545171816Disabling compacts and flushes for region at 1731545171816Disabling writes for close at 1731545171816Obtaining lock to block concurrent updates at 1731545171816Preparing flush snapshotting stores in d6a6be61ab06d1efebb2b3d2d4d9c830 at 1731545171816Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545171816Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830. at 1731545171817 (+1 ms)Flushing d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily: creating writer at 1731545171817Flushing d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily: appending metadata at 1731545171835 (+18 ms)Flushing d6a6be61ab06d1efebb2b3d2d4d9c830/testFamily: closing flushed file at 1731545171835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@853e885: reopening flushed file at 1731545172251 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6a6be61ab06d1efebb2b3d2d4d9c830 in 447ms, sequenceid=8, compaction requested=false at 1731545172263 (+12 ms)Writing region close event to WAL at 1731545172263Running coprocessor post-close hooks at 1731545172269 (+6 ms)Closed at 1731545172269
2024-11-14T00:46:12,269 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731545122612.d6a6be61ab06d1efebb2b3d2d4d9c830.
2024-11-14T00:46:12,270 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 693b538712d3011098236fc6ebe2e4be, disabling compactions & flushes
2024-11-14T00:46:12,270 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:46:12,270 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:46:12,270 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be. after waiting 0 ms
2024-11-14T00:46:12,270 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:46:12,270 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 693b538712d3011098236fc6ebe2e4be 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:12,292 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/.tmp/testFamily/5344d3260e3c4be591a1bee3b4a769b8 is 61, key is row-0/testFamily:testQualifier/1731545159192/Put/seqid=0
2024-11-14T00:46:12,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741865_1041 (size=5049)
2024-11-14T00:46:12,399 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-14T00:46:12,399 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1325): Online Regions={693b538712d3011098236fc6ebe2e4be=hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., 1572669b25d676cfe82a1d39f4e262ba=testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., 74b97551149db715cfb42d475668af95=testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.}
2024-11-14T00:46:12,399 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95
2024-11-14T00:46:12,599 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 693b538712d3011098236fc6ebe2e4be, 74b97551149db715cfb42d475668af95
2024-11-14T00:46:12,697 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/.tmp/testFamily/5344d3260e3c4be591a1bee3b4a769b8
2024-11-14T00:46:12,709 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/.tmp/testFamily/5344d3260e3c4be591a1bee3b4a769b8 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/testFamily/5344d3260e3c4be591a1bee3b4a769b8
2024-11-14T00:46:12,715 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/testFamily/5344d3260e3c4be591a1bee3b4a769b8, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:12,717 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 693b538712d3011098236fc6ebe2e4be in 446ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:12,721 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/hbase/testMetaScanTimeoutOnNext/693b538712d3011098236fc6ebe2e4be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:12,722 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:46:12,722 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 693b538712d3011098236fc6ebe2e4be:
Waiting for close lock at 1731545172269Running coprocessor pre-close hooks at 1731545172270 (+1 ms)Disabling compacts and flushes for region at 1731545172270Disabling writes for close at 1731545172270Obtaining lock to block concurrent updates at 1731545172270Preparing flush snapshotting stores in 693b538712d3011098236fc6ebe2e4be at 1731545172270Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545172270Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be. at 1731545172271 (+1 ms)Flushing 693b538712d3011098236fc6ebe2e4be/testFamily: creating writer at 1731545172271Flushing 693b538712d3011098236fc6ebe2e4be/testFamily: appending metadata at 1731545172291 (+20 ms)Flushing 693b538712d3011098236fc6ebe2e4be/testFamily: closing flushed file at 1731545172291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e7eda3: reopening flushed file at 1731545172708 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 693b538712d3011098236fc6ebe2e4be in 446ms, sequenceid=8, compaction requested=false at 1731545172717 (+9 ms)Writing region close event to WAL at 1731545172717Running coprocessor post-close hooks at 1731545172722 (+5 ms)Closed at 1731545172722
2024-11-14T00:46:12,722 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731545156146.693b538712d3011098236fc6ebe2e4be.
2024-11-14T00:46:12,723 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1572669b25d676cfe82a1d39f4e262ba, disabling compactions & flushes
2024-11-14T00:46:12,723 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:12,723 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:12,723 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba. after waiting 0 ms
2024-11-14T00:46:12,723 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:12,723 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1572669b25d676cfe82a1d39f4e262ba 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:12,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/.tmp/testFamily/d24b34227fda4c428bf3d9ee3f71f9f9 is 61, key is row-0/testFamily:testQualifier/1731545166275/Put/seqid=0
2024-11-14T00:46:12,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741866_1042 (size=5049)
2024-11-14T00:46:12,800 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 74b97551149db715cfb42d475668af95
2024-11-14T00:46:13,000 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 1572669b25d676cfe82a1d39f4e262ba, 74b97551149db715cfb42d475668af95
2024-11-14T00:46:13,140 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-14T00:46:13,144 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/.tmp/testFamily/d24b34227fda4c428bf3d9ee3f71f9f9
2024-11-14T00:46:13,154 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/.tmp/testFamily/d24b34227fda4c428bf3d9ee3f71f9f9 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/testFamily/d24b34227fda4c428bf3d9ee3f71f9f9
2024-11-14T00:46:13,162 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/testFamily/d24b34227fda4c428bf3d9ee3f71f9f9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:13,164 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1572669b25d676cfe82a1d39f4e262ba in 440ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:13,169 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnOpenScannerAsync/1572669b25d676cfe82a1d39f4e262ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:13,170 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:13,170 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1572669b25d676cfe82a1d39f4e262ba:
Waiting for close lock at 1731545172723Running coprocessor pre-close hooks at 1731545172723Disabling compacts and flushes for region at 1731545172723Disabling writes for close at 1731545172723Obtaining lock to block concurrent updates at 1731545172723Preparing flush snapshotting stores in 1572669b25d676cfe82a1d39f4e262ba at 1731545172723Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545172723Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba. at 1731545172724 (+1 ms)Flushing 1572669b25d676cfe82a1d39f4e262ba/testFamily: creating writer at 1731545172724Flushing 1572669b25d676cfe82a1d39f4e262ba/testFamily: appending metadata at 1731545172738 (+14 ms)Flushing 1572669b25d676cfe82a1d39f4e262ba/testFamily: closing flushed file at 1731545172738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27276d96: reopening flushed file at 1731545173153 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1572669b25d676cfe82a1d39f4e262ba in 440ms, sequenceid=8, compaction requested=false at 1731545173164 (+11 ms)Writing region close event to WAL at 1731545173165 (+1 ms)Running coprocessor post-close hooks at 1731545173170 (+5 ms)Closed at 1731545173170
2024-11-14T00:46:13,170 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731545165243.1572669b25d676cfe82a1d39f4e262ba.
2024-11-14T00:46:13,171 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74b97551149db715cfb42d475668af95, disabling compactions & flushes
2024-11-14T00:46:13,171 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:46:13,171 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:46:13,171 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95. after waiting 0 ms
2024-11-14T00:46:13,171 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:46:13,171 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74b97551149db715cfb42d475668af95 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-14T00:46:13,188 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/.tmp/testFamily/b0543418958f4e218dcfc50033875dc2 is 61, key is row-0/testFamily:testQualifier/1731545146030/Put/seqid=0
2024-11-14T00:46:13,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741867_1043 (size=5049)
2024-11-14T00:46:13,200 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 74b97551149db715cfb42d475668af95
2024-11-14T00:46:13,401 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-14T00:46:13,401 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1325): Online Regions={74b97551149db715cfb42d475668af95=testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.}
2024-11-14T00:46:13,401 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 74b97551149db715cfb42d475668af95
2024-11-14T00:46:13,594 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/.tmp/testFamily/b0543418958f4e218dcfc50033875dc2
2024-11-14T00:46:13,601 DEBUG [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1351): Waiting on 74b97551149db715cfb42d475668af95
2024-11-14T00:46:13,602 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/.tmp/testFamily/b0543418958f4e218dcfc50033875dc2 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/testFamily/b0543418958f4e218dcfc50033875dc2
2024-11-14T00:46:13,610 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/testFamily/b0543418958f4e218dcfc50033875dc2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-14T00:46:13,611 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 74b97551149db715cfb42d475668af95 in 440ms, sequenceid=8, compaction requested=false
2024-11-14T00:46:13,616 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/data/default/testNormalScanTimeoutOnNext/74b97551149db715cfb42d475668af95/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-14T00:46:13,617 INFO  [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:46:13,617 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74b97551149db715cfb42d475668af95:
Waiting for close lock at 1731545173171Running coprocessor pre-close hooks at 1731545173171Disabling compacts and flushes for region at 1731545173171Disabling writes for close at 1731545173171Obtaining lock to block concurrent updates at 1731545173171Preparing flush snapshotting stores in 74b97551149db715cfb42d475668af95 at 1731545173171Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731545173171Flushing stores of testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95. at 1731545173172 (+1 ms)Flushing 74b97551149db715cfb42d475668af95/testFamily: creating writer at 1731545173172Flushing 74b97551149db715cfb42d475668af95/testFamily: appending metadata at 1731545173188 (+16 ms)Flushing 74b97551149db715cfb42d475668af95/testFamily: closing flushed file at 1731545173188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b62baa: reopening flushed file at 1731545173601 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 74b97551149db715cfb42d475668af95 in 440ms, sequenceid=8, compaction requested=false at 1731545173611 (+10 ms)Writing region close event to WAL at 1731545173612 (+1 ms)Running coprocessor post-close hooks at 1731545173617 (+5 ms)Closed at 1731545173617
2024-11-14T00:46:13,617 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731545142978.74b97551149db715cfb42d475668af95.
2024-11-14T00:46:13,801 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,41209,1731545048110; all regions closed.
2024-11-14T00:46:13,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=19479)
2024-11-14T00:46:13,812 DEBUG [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/oldWALs
2024-11-14T00:46:13,812 INFO  [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C41209%2C1731545048110.meta:.meta(num 1731545111477)
2024-11-14T00:46:13,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=20031)
2024-11-14T00:46:13,818 DEBUG [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/oldWALs
2024-11-14T00:46:13,818 INFO  [RS:0;63baa11b75f3:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C41209%2C1731545048110:(num 1731545111151)
2024-11-14T00:46:13,818 DEBUG [RS:0;63baa11b75f3:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T00:46:13,818 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T00:46:13,818 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T00:46:13,818 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T00:46:13,818 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T00:46:13,818 INFO  [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T00:46:13,820 INFO  [RS:0;63baa11b75f3:41209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41209
2024-11-14T00:46:13,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T00:46:13,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,41209,1731545048110
2024-11-14T00:46:13,863 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T00:46:13,865 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,41209,1731545048110]
2024-11-14T00:46:13,878 INFO  [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T00:46:13,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,41209,1731545048110 already deleted, retry=false
2024-11-14T00:46:13,963 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,41209,1731545048110 expired; onlineServers=0
2024-11-14T00:46:13,963 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,36301,1731545047163' *****
2024-11-14T00:46:13,963 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-14T00:46:13,964 INFO  [M:0;63baa11b75f3:36301 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T00:46:13,964 INFO  [M:0;63baa11b75f3:36301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T00:46:13,964 DEBUG [M:0;63baa11b75f3:36301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-14T00:46:13,964 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-14T00:46:13,964 DEBUG [M:0;63baa11b75f3:36301 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-14T00:46:13,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731545050843 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731545050843,5,FailOnTimeoutGroup]
2024-11-14T00:46:13,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731545050844 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731545050844,5,FailOnTimeoutGroup]
2024-11-14T00:46:13,965 INFO  [M:0;63baa11b75f3:36301 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-14T00:46:13,965 INFO  [M:0;63baa11b75f3:36301 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T00:46:13,966 DEBUG [M:0;63baa11b75f3:36301 {}] master.HMaster(1795): Stopping service threads
2024-11-14T00:46:13,966 INFO  [M:0;63baa11b75f3:36301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-14T00:46:13,966 INFO  [M:0;63baa11b75f3:36301 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T00:46:13,967 INFO  [M:0;63baa11b75f3:36301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-14T00:46:13,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-14T00:46:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-14T00:46:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T00:46:14,016 DEBUG [M:0;63baa11b75f3:36301 {}] zookeeper.ZKUtil(347): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-14T00:46:14,016 WARN  [M:0;63baa11b75f3:36301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-14T00:46:14,017 INFO  [M:0;63baa11b75f3:36301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/.lastflushedseqids
2024-11-14T00:46:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T00:46:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10136cc99b30001, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T00:46:14,031 INFO  [RS:0;63baa11b75f3:41209 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T00:46:14,031 INFO  [RS:0;63baa11b75f3:41209 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,41209,1731545048110; zookeeper connection closed.
2024-11-14T00:46:14,032 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d7feece {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d7feece
2024-11-14T00:46:14,032 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-14T00:46:14,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741868_1044 (size=460)
2024-11-14T00:46:14,529 INFO  [M:0;63baa11b75f3:36301 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-14T00:46:14,529 INFO  [M:0;63baa11b75f3:36301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-14T00:46:14,529 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T00:46:14,529 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:46:14,529 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:46:14,529 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T00:46:14,529 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:46:14,530 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.90 KB heapSize=190.38 KB
2024-11-14T00:46:14,548 DEBUG [M:0;63baa11b75f3:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0627d202724140da93980c51a6bbc971 is 82, key is hbase:meta,,1/info:regioninfo/1731545111558/Put/seqid=0
2024-11-14T00:46:14,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741869_1045 (size=5672)
2024-11-14T00:46:14,954 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0627d202724140da93980c51a6bbc971
2024-11-14T00:46:14,980 DEBUG [M:0;63baa11b75f3:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac81957d0617489e93f75ca6d65787c6 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731545113223/Put/seqid=0
2024-11-14T00:46:14,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741870_1046 (size=14078)
2024-11-14T00:46:15,385 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.34 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac81957d0617489e93f75ca6d65787c6
2024-11-14T00:46:15,392 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac81957d0617489e93f75ca6d65787c6
2024-11-14T00:46:15,410 DEBUG [M:0;63baa11b75f3:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6971ed22914017b2c1afb52604c2e4 is 69, key is 63baa11b75f3,41209,1731545048110/rs:state/1731545080832/Put/seqid=0
2024-11-14T00:46:15,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741871_1047 (size=5156)
2024-11-14T00:46:15,816 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6971ed22914017b2c1afb52604c2e4
2024-11-14T00:46:15,829 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0627d202724140da93980c51a6bbc971 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0627d202724140da93980c51a6bbc971
2024-11-14T00:46:15,835 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0627d202724140da93980c51a6bbc971, entries=8, sequenceid=311, filesize=5.5 K
2024-11-14T00:46:15,837 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac81957d0617489e93f75ca6d65787c6 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac81957d0617489e93f75ca6d65787c6
2024-11-14T00:46:15,844 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac81957d0617489e93f75ca6d65787c6
2024-11-14T00:46:15,844 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac81957d0617489e93f75ca6d65787c6, entries=33, sequenceid=311, filesize=13.7 K
2024-11-14T00:46:15,845 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6971ed22914017b2c1afb52604c2e4 as hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6971ed22914017b2c1afb52604c2e4
2024-11-14T00:46:15,852 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6971ed22914017b2c1afb52604c2e4, entries=1, sequenceid=311, filesize=5.0 K
2024-11-14T00:46:15,853 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.90 KB/166807, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=311, compaction requested=false
2024-11-14T00:46:15,855 INFO  [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T00:46:15,855 DEBUG [M:0;63baa11b75f3:36301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731545174529Disabling compacts and flushes for region at 1731545174529Disabling writes for close at 1731545174529Obtaining lock to block concurrent updates at 1731545174530 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731545174530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166807, getHeapSize=194880, getOffHeapSize=0, getCellsCount=358 at 1731545174530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731545174531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731545174531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731545174548 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731545174548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731545174961 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731545174979 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731545174979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731545175392 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731545175409 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731545175410 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa5ae3e: reopening flushed file at 1731545175828 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f2e3f0: reopening flushed file at 1731545175836 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0044d5: reopening flushed file at 1731545175844 (+8 ms)Finished flush of dataSize ~162.90 KB/166807, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=311, compaction requested=false at 1731545175853 (+9 ms)Writing region close event to WAL at 1731545175855 (+2 ms)Closed at 1731545175855
2024-11-14T00:46:15,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=187629)
2024-11-14T00:46:15,858 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15895060-6339-7e2e-13bd-66f00f6e464a/MasterData/WALs/63baa11b75f3,36301,1731545047163/63baa11b75f3%2C36301%2C1731545047163.1731545049989 not finished, retry = 0
2024-11-14T00:46:15,961 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T00:46:15,961 INFO  [M:0;63baa11b75f3:36301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-14T00:46:15,962 INFO  [M:0;63baa11b75f3:36301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36301
2024-11-14T00:46:15,963 INFO  [M:0;63baa11b75f3:36301 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T00:46:16,121 INFO  [M:0;63baa11b75f3:36301 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T00:46:16,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T00:46:16,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x10136cc99b30000, quorum=127.0.0.1:56669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T00:46:16,186 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T00:46:16,189 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T00:46:16,189 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T00:46:16,190 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T00:46:16,190 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.log.dir/,STOPPED}
2024-11-14T00:46:16,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T00:46:16,193 WARN  [BP-1585447442-172.17.0.3-1731545042741 heartbeating to localhost/127.0.0.1:37107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T00:46:16,193 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T00:46:16,193 WARN  [BP-1585447442-172.17.0.3-1731545042741 heartbeating to localhost/127.0.0.1:37107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1585447442-172.17.0.3-1731545042741 (Datanode Uuid 4146e367-d901-45c9-ac46-9051858193b1) service to localhost/127.0.0.1:37107
2024-11-14T00:46:16,196 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/data/data1/current/BP-1585447442-172.17.0.3-1731545042741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T00:46:16,196 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/cluster_6de286a7-e195-5a49-5f00-aa72f6cfccae/data/data2/current/BP-1585447442-172.17.0.3-1731545042741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T00:46:16,197 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T00:46:16,208 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T00:46:16,209 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T00:46:16,209 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T00:46:16,209 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T00:46:16,209 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd59341d-9285-0b85-9577-2e57f9270d4d/hadoop.log.dir/,STOPPED}
2024-11-14T00:46:16,217 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-14T00:46:16,241 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down